2024-11-25 02:18:05,997 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 02:18:06,020 main DEBUG Took 0.020739 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 02:18:06,020 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 02:18:06,021 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 02:18:06,022 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 02:18:06,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,031 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 02:18:06,045 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,048 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,049 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,051 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,052 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,053 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,054 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,055 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,057 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,058 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 02:18:06,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,060 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 02:18:06,062 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 02:18:06,063 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 02:18:06,066 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 02:18:06,066 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 02:18:06,068 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 02:18:06,069 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 02:18:06,076 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 02:18:06,079 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 02:18:06,081 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 02:18:06,082 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 02:18:06,082 main DEBUG createAppenders(={Console}) 2024-11-25 02:18:06,083 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-25 02:18:06,084 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 02:18:06,084 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-25 02:18:06,085 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 02:18:06,085 main DEBUG OutputStream closed 2024-11-25 02:18:06,086 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 02:18:06,086 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 02:18:06,086 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-25 02:18:06,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 02:18:06,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 02:18:06,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 02:18:06,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 02:18:06,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 02:18:06,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 02:18:06,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 02:18:06,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 02:18:06,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 02:18:06,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 02:18:06,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 02:18:06,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 02:18:06,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 02:18:06,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 02:18:06,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 02:18:06,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 02:18:06,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 02:18:06,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 02:18:06,179 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 02:18:06,179 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-25 02:18:06,180 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 02:18:06,180 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-25T02:18:06,192 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-25 02:18:06,194 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 02:18:06,194 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T02:18:06,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1092, ProcessCount=11, AvailableMemoryMB=5178 2024-11-25T02:18:06,427 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-25T02:18:06,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d 2024-11-25T02:18:06,467 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd, deleteOnExit=true 2024-11-25T02:18:06,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/zookeeper_0, clientPort=53922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:18:06,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53922 2024-11-25T02:18:06,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:18:06,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:18:06,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/test.cache.data in system properties and HBase conf 2024-11-25T02:18:06,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:18:06,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:18:06,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:18:06,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:18:06,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:18:06,706 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T02:18:06,848 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:18:06,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:06,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:18:06,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:18:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:18:06,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:06,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:06,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:18:06,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:18:06,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:18:06,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:06,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:18:06,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:18:08,120 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T02:18:08,219 INFO [Time-limited test {}] log.Log(170): Logging initialized @3145ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T02:18:08,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:08,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:08,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:08,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:08,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:08,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:08,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:08,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:08,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/java.io.tmpdir/jetty-localhost-42653-hadoop-hdfs-3_4_1-tests_jar-_-any-972200756616620637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:08,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42653} 2024-11-25T02:18:08,602 INFO [Time-limited test {}] server.Server(415): Started @3529ms 2024-11-25T02:18:09,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:09,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:09,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:09,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:09,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:09,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:09,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:09,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/java.io.tmpdir/jetty-localhost-36485-hadoop-hdfs-3_4_1-tests_jar-_-any-9891779461520165814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:09,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:36485} 2024-11-25T02:18:09,441 INFO [Time-limited test {}] server.Server(415): Started @4369ms 2024-11-25T02:18:09,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:18:10,652 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/data/data1/current/BP-101282617-172.17.0.3-1732501087544/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:10,652 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/data/data2/current/BP-101282617-172.17.0.3-1732501087544/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:10,683 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:18:10,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cc087da2a4275ff with lease ID 0xd9c4eff2b4d79e97: Processing first storage report for DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=cf65b8e0-f2d6-4eea-ba23-4c1a7635c005, infoPort=37989, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=48173522;c=1732501087544) 2024-11-25T02:18:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cc087da2a4275ff with lease ID 0xd9c4eff2b4d79e97: from storage DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=cf65b8e0-f2d6-4eea-ba23-4c1a7635c005, infoPort=37989, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=48173522;c=1732501087544), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T02:18:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cc087da2a4275ff with lease ID 0xd9c4eff2b4d79e97: Processing first storage report for DS-62c7d02c-53f8-4c22-b9e0-ccb53bee8889 from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=cf65b8e0-f2d6-4eea-ba23-4c1a7635c005, infoPort=37989, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=48173522;c=1732501087544) 2024-11-25T02:18:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cc087da2a4275ff with lease ID 0xd9c4eff2b4d79e97: from storage DS-62c7d02c-53f8-4c22-b9e0-ccb53bee8889 node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=cf65b8e0-f2d6-4eea-ba23-4c1a7635c005, infoPort=37989, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=48173522;c=1732501087544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:10,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d 2024-11-25T02:18:10,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:10,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:18:11,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef with version=8 2024-11-25T02:18:11,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/hbase-staging 2024-11-25T02:18:11,576 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T02:18:11,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:11,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:11,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:11,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:12,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:18:12,065 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T02:18:12,074 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T02:18:12,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:12,105 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10613 (auto-detected) 2024-11-25T02:18:12,106 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T02:18:12,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39403 2024-11-25T02:18:12,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39403 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:12,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394030x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:12,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39403-0x1016fc89cf30000 connected 2024-11-25T02:18:12,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:12,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:12,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:12,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef, hbase.cluster.distributed=false 2024-11-25T02:18:12,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/acl 2024-11-25T02:18:12,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-25T02:18:12,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39403 2024-11-25T02:18:12,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39403 2024-11-25T02:18:12,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-25T02:18:12,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-25T02:18:12,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:12,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:12,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:12,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:12,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:12,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:12,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:18:12,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:12,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43697 2024-11-25T02:18:12,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43697 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:12,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:12,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:12,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436970x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:12,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436970x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:12,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43697-0x1016fc89cf30001 connected 2024-11-25T02:18:12,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:18:12,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:18:12,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/master 2024-11-25T02:18:12,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/acl 2024-11-25T02:18:12,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T02:18:12,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43697 2024-11-25T02:18:12,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43697 2024-11-25T02:18:12,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T02:18:12,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T02:18:12,583 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:39403 2024-11-25T02:18:12,584 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2020509520/backup-masters/dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:12,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:12,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:12,655 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/backup-masters/dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/master 2024-11-25T02:18:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:12,779 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/master 2024-11-25T02:18:12,780 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2020509520/backup-masters/dbdd1c922b13,39403,1732501091637 from backup master directory 2024-11-25T02:18:12,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/backup-masters/dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:12,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:12,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:12,809 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:12,810 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:12,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T02:18:12,813 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T02:18:12,873 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/hbase.id] with ID: 6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 2024-11-25T02:18:12,873 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.tmp/hbase.id 2024-11-25T02:18:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:18:13,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.tmp/hbase.id]:[hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/hbase.id] 2024-11-25T02:18:13,335 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:13,340 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:18:13,360 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-25T02:18:13,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:13,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:18:13,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:13,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:18:13,831 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:18:13,835 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:18:14,281 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store 2024-11-25T02:18:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:18:14,708 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T02:18:14,712 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:14,713 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:14,713 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:14,713 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:14,715 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:14,715 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:14,715 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:14,717 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501094713Disabling compacts and flushes for region at 1732501094713Disabling writes for close at 1732501094715 (+2 ms)Writing region close event to WAL at 1732501094715Closed at 1732501094715 2024-11-25T02:18:14,719 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/.initializing 2024-11-25T02:18:14,720 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:14,729 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:14,744 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C39403%2C1732501091637, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/oldWALs, maxLogs=10 2024-11-25T02:18:14,773 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637/dbdd1c922b13%2C39403%2C1732501091637.1732501094749, exclude list is [], retry=0 2024-11-25T02:18:14,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:14,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T02:18:14,825 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:14,826 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:14,827 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:14,827 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:14,832 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,833 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:18:14,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:14,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:14,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:18:14,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:14,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:14,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:18:14,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:14,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:14,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:18:14,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:14,931 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,935 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,936 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,941 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,942 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,945 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:14,948 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:14,953 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:14,954 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71862204, jitterRate=0.07083028554916382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:14,961 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501094850Initializing all the Stores at 1732501094853 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501094853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501094854 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501094854Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501094854Cleaning up temporary data from old regions at 1732501094942 (+88 ms)Region opened successfully at 1732501094961 (+19 ms) 2024-11-25T02:18:14,963 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:18:14,994 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:15,020 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:18:15,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:18:15,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:18:15,034 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:18:15,036 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T02:18:15,041 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T02:18:15,041 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:18:15,065 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:18:15,073 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/balancer because node does not exist (not necessarily an error) 2024-11-25T02:18:15,136 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/balancer already deleted, retry=false 2024-11-25T02:18:15,142 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:18:15,145 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:18:15,166 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/normalizer already deleted, retry=false 2024-11-25T02:18:15,169 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:18:15,174 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:18:15,249 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/switch/split already deleted, retry=false 2024-11-25T02:18:15,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:18:15,271 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/switch/merge already deleted, retry=false 2024-11-25T02:18:15,289 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:18:15,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/snapshot-cleanup already deleted, retry=false 2024-11-25T02:18:15,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:15,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,316 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,39403,1732501091637, sessionid=0x1016fc89cf30000, setting cluster-up flag (Was=false) 2024-11-25T02:18:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,377 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020509520/flush-table-proc/acquired, /0-2020509520/flush-table-proc/reached, /0-2020509520/flush-table-proc/abort 2024-11-25T02:18:15,379 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:15,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:15,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020509520/online-snapshot/acquired, /0-2020509520/online-snapshot/reached, /0-2020509520/online-snapshot/abort 2024-11-25T02:18:15,548 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:15,556 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:18:15,575 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(746): ClusterId : 6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 2024-11-25T02:18:15,578 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:18:15,610 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:18:15,610 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:18:15,628 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:15,638 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:18:15,644 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:18:15,649 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,39403,1732501091637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:18:15,673 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:18:15,674 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f8a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:15,675 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:15,675 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:15,675 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:15,676 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:15,676 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:18:15,676 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,677 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:15,677 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,681 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501125681 2024-11-25T02:18:15,683 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:18:15,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:15,684 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:18:15,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:18:15,689 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:18:15,689 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:18:15,689 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:18:15,690 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:18:15,690 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:15,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:18:15,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:18:15,695 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:18:15,695 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:18:15,696 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:43697 2024-11-25T02:18:15,696 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:18:15,698 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:18:15,698 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:18:15,700 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501095699,5,FailOnTimeoutGroup] 2024-11-25T02:18:15,700 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:18:15,700 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:18:15,701 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:18:15,701 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501095700,5,FailOnTimeoutGroup] 2024-11-25T02:18:15,701 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,701 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:18:15,702 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,702 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,703 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,39403,1732501091637 with port=43697, startcode=1732501092476 2024-11-25T02:18:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:18:15,718 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:18:15,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:18:15,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,773 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef 2024-11-25T02:18:15,773 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45809 2024-11-25T02:18:15,773 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:18:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/rs 2024-11-25T02:18:15,798 DEBUG [RS:0;dbdd1c922b13:43697 {}] zookeeper.ZKUtil(111): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/rs/dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,798 WARN [RS:0;dbdd1c922b13:43697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:15,799 INFO [RS:0;dbdd1c922b13:43697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:15,799 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,43697,1732501092476] 2024-11-25T02:18:15,822 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:18:15,838 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:18:15,843 INFO [RS:0;dbdd1c922b13:43697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:18:15,843 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,844 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:18:15,850 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:18:15,852 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,852 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,852 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,852 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,852 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,853 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,854 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,854 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:15,854 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:15,854 DEBUG [RS:0;dbdd1c922b13:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:15,856 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,856 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,856 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,856 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,857 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,857 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43697,1732501092476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:15,886 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:18:15,888 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43697,1732501092476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,889 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,889 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.Replication(171): dbdd1c922b13,43697,1732501092476 started 2024-11-25T02:18:15,909 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:15,910 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,43697,1732501092476, RpcServer on dbdd1c922b13/172.17.0.3:43697, sessionid=0x1016fc89cf30001 2024-11-25T02:18:15,911 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:18:15,911 DEBUG [RS:0;dbdd1c922b13:43697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,911 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43697,1732501092476' 2024-11-25T02:18:15,912 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020509520/flush-table-proc/abort' 2024-11-25T02:18:15,913 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020509520/flush-table-proc/acquired' 2024-11-25T02:18:15,913 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:18:15,913 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:18:15,914 DEBUG [RS:0;dbdd1c922b13:43697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:15,914 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43697,1732501092476' 2024-11-25T02:18:15,914 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020509520/online-snapshot/abort' 2024-11-25T02:18:15,915 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020509520/online-snapshot/acquired' 2024-11-25T02:18:15,915 DEBUG [RS:0;dbdd1c922b13:43697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:18:15,916 INFO [RS:0;dbdd1c922b13:43697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:18:15,916 INFO [RS:0;dbdd1c922b13:43697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:18:16,020 INFO [RS:0;dbdd1c922b13:43697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:16,023 INFO [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43697%2C1732501092476, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:16,046 DEBUG [RS:0;dbdd1c922b13:43697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027, exclude list is [], retry=0 2024-11-25T02:18:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:16,055 INFO [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 2024-11-25T02:18:16,056 DEBUG [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:16,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:18:16,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef 2024-11-25T02:18:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:18:16,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:16,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:16,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:16,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:16,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:16,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:16,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:16,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:16,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:16,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:16,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:16,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:16,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:16,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:16,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:16,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:16,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:16,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:16,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:16,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:16,560 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:16,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:16,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:16,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63325890, jitterRate=-0.056370705366134644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501096531Initializing all the Stores at 1732501096535 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501096535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501096536 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501096536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501096536Cleaning up temporary data from old regions at 1732501096559 (+23 ms)Region opened successfully at 1732501096570 (+11 ms) 2024-11-25T02:18:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:16,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:16,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:16,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501096570Disabling compacts and flushes for region at 1732501096570Disabling writes for close at 1732501096570Writing region close event to WAL at 1732501096571 (+1 ms)Closed at 1732501096571 2024-11-25T02:18:16,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:16,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:18:16,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:18:16,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:16,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:18:16,742 DEBUG [dbdd1c922b13:39403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:16,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:16,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43697,1732501092476, state=OPENING 2024-11-25T02:18:16,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:18:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:16,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:16,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:16,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:16,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:16,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43697,1732501092476}] 2024-11-25T02:18:17,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:18:17,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:18:17,127 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:18:17,127 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:17,128 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:18:17,131 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43697%2C1732501092476.meta, suffix=.meta, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:17,145 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.meta.1732501097133.meta, exclude list is [], retry=0 2024-11-25T02:18:17,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:17,151 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.meta.1732501097133.meta 2024-11-25T02:18:17,152 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:17,152 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:17,157 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:17,158 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:17,160 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:18:17,162 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:18:17,166 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:18:17,167 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:17,167 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:18:17,167 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:18:17,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:17,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:17,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:17,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:17,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:17,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:17,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:17,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:17,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:17,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:17,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:17,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:17,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:17,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:17,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:17,180 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:17,182 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:17,185 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:17,188 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:17,188 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:17,189 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:17,193 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:17,195 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68218692, jitterRate=0.016537725925445557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:17,196 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:18:17,198 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501097168Writing region info on filesystem at 1732501097168Initializing all the Stores at 1732501097170 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501097170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501097170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501097170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501097170Cleaning up temporary data from old regions at 1732501097188 (+18 ms)Running coprocessor post-open hooks at 1732501097196 (+8 ms)Region opened successfully at 1732501097198 (+2 ms) 2024-11-25T02:18:17,205 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501097102 2024-11-25T02:18:17,219 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:18:17,219 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:18:17,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:17,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43697,1732501092476, state=OPEN 2024-11-25T02:18:17,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:17,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:17,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:17,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:17,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:17,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:18:17,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43697,1732501092476 in 393 msec 2024-11-25T02:18:17,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:18:17,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 754 msec 2024-11-25T02:18:17,341 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:17,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:18:17,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:17,359 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43697,1732501092476, seqNum=-1] 2024-11-25T02:18:17,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:17,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:17,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8120 sec 2024-11-25T02:18:17,400 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501097400, completionTime=-1 2024-11-25T02:18:17,403 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:18:17,403 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:18:17,443 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:18:17,443 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501157443 2024-11-25T02:18:17,443 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501217443 2024-11-25T02:18:17,443 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-11-25T02:18:17,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,451 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:39403, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,451 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,452 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,482 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:18:17,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.699sec 2024-11-25T02:18:17,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:18:17,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:18:17,513 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:18:17,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:18:17,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:18:17,522 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:17,522 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:18:17,531 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:18:17,532 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:18:17,533 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39403,1732501091637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:17,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:17,590 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T02:18:17,590 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T02:18:17,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39403,-1 for getting cluster id 2024-11-25T02:18:17,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:17,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5' 2024-11-25T02:18:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5" 2024-11-25T02:18:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39403,-1] 2024-11-25T02:18:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:17,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:17,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:17,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:17,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43697,1732501092476, seqNum=-1] 2024-11-25T02:18:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:17,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:17,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:17,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fc89cf30002 connected 2024-11-25T02:18:17,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir so I do NOT create it in target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6 2024-11-25T02:18:17,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:18:17,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.tmp.dir so I do NOT create it in target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6 2024-11-25T02:18:17,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:18:17,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6 2024-11-25T02:18:17,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/cluster_8780dc7b-369c-4e90-33ad-82ff9b198b3f, deleteOnExit=true 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/test.cache.data in system properties and HBase conf 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:18:17,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:17,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:18:17,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:18:18,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:18,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:18,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:18,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:18,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:18,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:18,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:18,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:18,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/java.io.tmpdir/jetty-localhost-33239-hadoop-hdfs-3_4_1-tests_jar-_-any-7804239968593897166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:18,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:33239} 2024-11-25T02:18:18,422 INFO [Time-limited test {}] server.Server(415): Started @13350ms 2024-11-25T02:18:18,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:18,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:18,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:18,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:18,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:18,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:18,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:18,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/java.io.tmpdir/jetty-localhost-41549-hadoop-hdfs-3_4_1-tests_jar-_-any-10577768782208574876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:18,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:41549} 2024-11-25T02:18:18,945 INFO [Time-limited test {}] server.Server(415): Started @13872ms 2024-11-25T02:18:18,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:18:19,778 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/cluster_8780dc7b-369c-4e90-33ad-82ff9b198b3f/data/data2/current/BP-512971584-172.17.0.3-1732501097737/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:19,778 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/cluster_8780dc7b-369c-4e90-33ad-82ff9b198b3f/data/data1/current/BP-512971584-172.17.0.3-1732501097737/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:19,828 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:18:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdd35521469ab6e5 with lease ID 0x556362548c277f3: Processing first storage report for DS-993911bd-c756-481b-8cd6-e6c6a1e68e47 from datanode DatanodeRegistration(127.0.0.1:40025, datanodeUuid=88578bf9-348f-4b15-a228-96c286e14397, infoPort=44133, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=825824160;c=1732501097737) 2024-11-25T02:18:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdd35521469ab6e5 with lease ID 0x556362548c277f3: from storage DS-993911bd-c756-481b-8cd6-e6c6a1e68e47 node DatanodeRegistration(127.0.0.1:40025, datanodeUuid=88578bf9-348f-4b15-a228-96c286e14397, infoPort=44133, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=825824160;c=1732501097737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdd35521469ab6e5 with lease ID 0x556362548c277f3: Processing first storage report for DS-8a49a09e-f57a-4b57-b826-7ed23348c31a from datanode DatanodeRegistration(127.0.0.1:40025, datanodeUuid=88578bf9-348f-4b15-a228-96c286e14397, infoPort=44133, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=825824160;c=1732501097737) 2024-11-25T02:18:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdd35521469ab6e5 with lease ID 0x556362548c277f3: from storage DS-8a49a09e-f57a-4b57-b826-7ed23348c31a node DatanodeRegistration(127.0.0.1:40025, datanodeUuid=88578bf9-348f-4b15-a228-96c286e14397, infoPort=44133, infoSecurePort=0, ipcPort=33341, storageInfo=lv=-57;cid=testClusterID;nsid=825824160;c=1732501097737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:19,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6 2024-11-25T02:18:19,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:19,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:18:20,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94 with version=8 2024-11-25T02:18:20,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/hbase-staging 2024-11-25T02:18:20,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:20,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:18:20,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:20,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40653 2024-11-25T02:18:20,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40653 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406530x0, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:20,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40653-0x1016fc89cf30003 connected 2024-11-25T02:18:20,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:20,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:20,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/running 2024-11-25T02:18:20,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94, hbase.cluster.distributed=false 2024-11-25T02:18:20,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/acl 2024-11-25T02:18:20,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-25T02:18:20,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653 2024-11-25T02:18:20,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653 2024-11-25T02:18:20,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-25T02:18:20,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-25T02:18:20,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:18:20,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:20,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41989 2024-11-25T02:18:20,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41989 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:20,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:20,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419890x0, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:20,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419890x0, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/running 2024-11-25T02:18:20,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41989-0x1016fc89cf30004 connected 2024-11-25T02:18:20,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:18:20,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:18:20,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/master 2024-11-25T02:18:20,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/acl 2024-11-25T02:18:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-25T02:18:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41989 2024-11-25T02:18:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41989 2024-11-25T02:18:20,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-25T02:18:20,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-25T02:18:20,509 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:40653 2024-11-25T02:18:20,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11853859943/backup-masters/dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/backup-masters 2024-11-25T02:18:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/backup-masters 2024-11-25T02:18:20,522 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on existing znode=/11853859943/backup-masters/dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:20,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11853859943/master 2024-11-25T02:18:20,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:20,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:20,535 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on existing znode=/11853859943/master 2024-11-25T02:18:20,536 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11853859943/backup-masters/dbdd1c922b13,40653,1732501100328 from backup master directory 2024-11-25T02:18:20,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11853859943/backup-masters/dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:20,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/backup-masters 2024-11-25T02:18:20,555 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:20,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/backup-masters 2024-11-25T02:18:20,556 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:20,565 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/hbase.id] with ID: 898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:20,565 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/.tmp/hbase.id 2024-11-25T02:18:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:18:20,574 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/.tmp/hbase.id]:[hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/hbase.id] 2024-11-25T02:18:20,596 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:20,596 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:18:20,598 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T02:18:20,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:20,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:18:21,020 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:21,021 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:18:21,022 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:18:21,440 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store 2024-11-25T02:18:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:18:21,454 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:21,454 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:21,454 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:21,454 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:21,454 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:21,455 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:21,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:21,455 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501101454Disabling compacts and flushes for region at 1732501101454Disabling writes for close at 1732501101455 (+1 ms)Writing region close event to WAL at 1732501101455Closed at 1732501101455 2024-11-25T02:18:21,456 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/.initializing 2024-11-25T02:18:21,457 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/WALs/dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:21,458 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:21,462 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C40653%2C1732501100328, suffix=, logDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/WALs/dbdd1c922b13,40653,1732501100328, archiveDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/oldWALs, maxLogs=10 2024-11-25T02:18:21,475 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/WALs/dbdd1c922b13,40653,1732501100328/dbdd1c922b13%2C40653%2C1732501100328.1732501101462, exclude list is [], retry=0 2024-11-25T02:18:21,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40025,DS-993911bd-c756-481b-8cd6-e6c6a1e68e47,DISK] 2024-11-25T02:18:21,482 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/WALs/dbdd1c922b13,40653,1732501100328/dbdd1c922b13%2C40653%2C1732501100328.1732501101462 2024-11-25T02:18:21,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44133:44133)] 2024-11-25T02:18:21,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:21,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:21,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:18:21,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:21,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:21,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:18:21,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:21,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:21,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:18:21,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:21,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:21,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:18:21,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:21,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:21,499 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,501 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,501 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,503 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,504 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,504 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:21,506 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:21,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:21,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74044135, jitterRate=0.10334359109401703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:21,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501101483Initializing all the Stores at 1732501101485 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501101485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501101486 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501101486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501101486Cleaning up temporary data from old regions at 1732501101504 (+18 ms)Region opened successfully at 1732501101510 (+6 ms) 2024-11-25T02:18:21,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:18:21,517 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179c1bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:21,518 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:18:21,518 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:18:21,518 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:18:21,519 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:18:21,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:18:21,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:18:21,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:18:21,523 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:18:21,524 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/balancer because node does not exist (not necessarily an error) 2024-11-25T02:18:21,534 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/balancer already deleted, retry=false 2024-11-25T02:18:21,535 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:18:21,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:18:21,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/normalizer already deleted, retry=false 2024-11-25T02:18:21,545 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:18:21,547 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:18:21,555 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/switch/split already deleted, retry=false 2024-11-25T02:18:21,556 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:18:21,565 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/switch/merge already deleted, retry=false 2024-11-25T02:18:21,568 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:18:21,576 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/snapshot-cleanup already deleted, retry=false 2024-11-25T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11853859943/running 2024-11-25T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11853859943/running 2024-11-25T02:18:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,587 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,40653,1732501100328, sessionid=0x1016fc89cf30003, setting cluster-up flag (Was=false) 2024-11-25T02:18:21,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,639 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11853859943/flush-table-proc/acquired, /11853859943/flush-table-proc/reached, /11853859943/flush-table-proc/abort 2024-11-25T02:18:21,641 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:21,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:21,713 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11853859943/online-snapshot/acquired, /11853859943/online-snapshot/reached, /11853859943/online-snapshot/abort 2024-11-25T02:18:21,715 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:21,718 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:18:21,724 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:21,724 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:18:21,724 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:18:21,725 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,40653,1732501100328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,727 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:21,728 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,732 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501131732 2024-11-25T02:18:21,732 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:18:21,732 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:18:21,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:18:21,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:18:21,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:18:21,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:18:21,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:21,734 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:18:21,734 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:18:21,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:18:21,734 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:18:21,734 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:18:21,735 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:18:21,735 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:18:21,735 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501101735,5,FailOnTimeoutGroup] 2024-11-25T02:18:21,736 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501101735,5,FailOnTimeoutGroup] 2024-11-25T02:18:21,736 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,736 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:18:21,736 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,736 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,736 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:21,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:18:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:18:21,801 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(746): ClusterId : 898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:21,802 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:18:21,809 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:18:21,809 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:18:21,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:18:21,819 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:18:21,820 DEBUG [RS:0;dbdd1c922b13:41989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:21,835 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:41989 2024-11-25T02:18:21,835 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:18:21,835 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:18:21,835 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:18:21,836 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,40653,1732501100328 with port=41989, startcode=1732501100469 2024-11-25T02:18:21,837 DEBUG [RS:0;dbdd1c922b13:41989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:18:21,839 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:18:21,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,843 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94 2024-11-25T02:18:21,844 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35363 2024-11-25T02:18:21,844 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:18:21,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/rs 2024-11-25T02:18:21,917 DEBUG [RS:0;dbdd1c922b13:41989 {}] zookeeper.ZKUtil(111): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on existing znode=/11853859943/rs/dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,917 WARN [RS:0;dbdd1c922b13:41989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:21,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,41989,1732501100469] 2024-11-25T02:18:21,918 INFO [RS:0;dbdd1c922b13:41989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:21,918 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,924 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:18:21,928 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:18:21,928 INFO [RS:0;dbdd1c922b13:41989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:18:21,929 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,929 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:18:21,930 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:18:21,930 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,930 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:21,931 DEBUG [RS:0;dbdd1c922b13:41989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,932 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41989,1732501100469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:21,948 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:18:21,949 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41989,1732501100469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,949 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,949 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.Replication(171): dbdd1c922b13,41989,1732501100469 started 2024-11-25T02:18:21,973 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:21,973 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,41989,1732501100469, RpcServer on dbdd1c922b13/172.17.0.3:41989, sessionid=0x1016fc89cf30004 2024-11-25T02:18:21,973 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:18:21,973 DEBUG [RS:0;dbdd1c922b13:41989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,973 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41989,1732501100469' 2024-11-25T02:18:21,973 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11853859943/flush-table-proc/abort' 2024-11-25T02:18:21,974 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11853859943/flush-table-proc/acquired' 2024-11-25T02:18:21,975 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:18:21,975 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:18:21,975 DEBUG [RS:0;dbdd1c922b13:41989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:21,975 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41989,1732501100469' 2024-11-25T02:18:21,975 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11853859943/online-snapshot/abort' 2024-11-25T02:18:21,976 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11853859943/online-snapshot/acquired' 2024-11-25T02:18:21,976 DEBUG [RS:0;dbdd1c922b13:41989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:18:21,976 INFO [RS:0;dbdd1c922b13:41989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:18:21,977 INFO [RS:0;dbdd1c922b13:41989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:18:22,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:18:22,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:18:22,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:22,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:18:22,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:22,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:18:22,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:18:22,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:18:22,078 INFO [RS:0;dbdd1c922b13:41989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:22,081 INFO [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41989%2C1732501100469, suffix=, logDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469, archiveDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/oldWALs, maxLogs=10 2024-11-25T02:18:22,098 DEBUG [RS:0;dbdd1c922b13:41989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469/dbdd1c922b13%2C41989%2C1732501100469.1732501102082, exclude list is [], retry=0 2024-11-25T02:18:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40025,DS-993911bd-c756-481b-8cd6-e6c6a1e68e47,DISK] 2024-11-25T02:18:22,109 INFO [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469/dbdd1c922b13%2C41989%2C1732501100469.1732501102082 2024-11-25T02:18:22,110 DEBUG [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44133:44133)] 2024-11-25T02:18:22,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:18:22,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94 2024-11-25T02:18:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:18:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:22,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:22,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:22,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:22,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:22,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:22,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:22,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:22,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:22,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:22,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:22,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:22,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:22,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:22,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:22,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:22,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:22,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:22,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740 2024-11-25T02:18:22,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740 2024-11-25T02:18:22,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:22,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:22,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:22,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:22,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:22,595 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63957146, jitterRate=-0.04696425795555115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:22,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501102562Initializing all the Stores at 1732501102566 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501102566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501102566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501102566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501102566Cleaning up temporary data from old regions at 1732501102588 (+22 ms)Region opened successfully at 1732501102595 (+7 ms) 2024-11-25T02:18:22,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:22,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:22,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:22,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:22,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:22,596 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:22,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501102595Disabling compacts and flushes for region at 1732501102595Disabling writes for close at 1732501102595Writing region close event to WAL at 1732501102596 (+1 ms)Closed at 1732501102596 2024-11-25T02:18:22,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:22,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:18:22,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:18:22,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:22,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:18:22,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:22,752 DEBUG [dbdd1c922b13:40653 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:22,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:22,755 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41989,1732501100469, state=OPENING 2024-11-25T02:18:22,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:18:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:22,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11853859943/meta-region-server: CHANGED 2024-11-25T02:18:22,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:22,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11853859943/meta-region-server: CHANGED 2024-11-25T02:18:22,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41989,1732501100469}] 2024-11-25T02:18:23,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:18:23,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:18:23,080 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:18:23,081 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:23,081 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:18:23,084 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41989%2C1732501100469.meta, suffix=.meta, logDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469, archiveDir=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/oldWALs, maxLogs=10 2024-11-25T02:18:23,103 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469/dbdd1c922b13%2C41989%2C1732501100469.meta.1732501103086.meta, exclude list is [], retry=0 2024-11-25T02:18:23,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40025,DS-993911bd-c756-481b-8cd6-e6c6a1e68e47,DISK] 2024-11-25T02:18:23,110 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469/dbdd1c922b13%2C41989%2C1732501100469.meta.1732501103086.meta 2024-11-25T02:18:23,110 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44133:44133)] 2024-11-25T02:18:23,110 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:23,111 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:23,111 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:23,111 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:18:23,111 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:18:23,111 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:18:23,111 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:23,111 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:18:23,112 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:18:23,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:23,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:23,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:23,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:23,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:23,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:23,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:23,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:23,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:23,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:23,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:23,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:23,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:23,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:23,125 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:23,127 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740 2024-11-25T02:18:23,129 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740 2024-11-25T02:18:23,131 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:23,132 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:23,132 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:23,134 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:23,136 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58815219, jitterRate=-0.12358494102954865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:23,136 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:18:23,136 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501103112Writing region info on filesystem at 1732501103112Initializing all the Stores at 1732501103113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501103113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501103114 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501103114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501103114Cleaning up temporary data from old regions at 1732501103132 (+18 ms)Running coprocessor post-open hooks at 1732501103136 (+4 ms)Region opened successfully at 1732501103136 2024-11-25T02:18:23,138 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501103072 2024-11-25T02:18:23,141 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:18:23,141 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:18:23,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:23,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41989,1732501100469, state=OPEN 2024-11-25T02:18:23,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11853859943/meta-region-server 2024-11-25T02:18:23,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11853859943/meta-region-server 2024-11-25T02:18:23,155 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:23,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11853859943/meta-region-server: CHANGED 2024-11-25T02:18:23,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11853859943/meta-region-server: CHANGED 2024-11-25T02:18:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:18:23,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41989,1732501100469 in 238 msec 2024-11-25T02:18:23,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:18:23,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-25T02:18:23,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:23,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:18:23,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:23,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41989,1732501100469, seqNum=-1] 2024-11-25T02:18:23,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:23,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:23,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4670 sec 2024-11-25T02:18:23,189 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501103189, completionTime=-1 2024-11-25T02:18:23,189 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:18:23,189 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:18:23,192 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:18:23,192 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501163192 2024-11-25T02:18:23,192 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501223192 2024-11-25T02:18:23,192 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:40653, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,193 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,196 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.643sec 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:23,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:18:23,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:23,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:23,204 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:18:23,204 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:18:23,205 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:23,205 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40653,1732501100328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a48ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:23,211 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:23,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41989,1732501100469, seqNum=-1] 2024-11-25T02:18:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:23,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:23,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:23,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:23,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fc89cf30005 connected 2024-11-25T02:18:23,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39403,-1 for getting cluster id 2024-11-25T02:18:23,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:23,246 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5' 2024-11-25T02:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5" 2024-11-25T02:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39403,-1] 2024-11-25T02:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:23,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:23,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779d84f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:23,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa84d76 2024-11-25T02:18:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:23,271 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:23,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:18:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:18:23,286 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:23,292 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14376808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,293 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:23,293 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:23,294 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:23,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3e7f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:23,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:23,297 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1792f0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:23,300 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:23,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:23,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47eb3d97 2024-11-25T02:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:23,308 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:23,326 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T02:18:23,326 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:18:23,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:23,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:23,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:23,335 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:23,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:18:23,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:18:23,346 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:23,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:18:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741835_1011 (size=1138) 2024-11-25T02:18:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:23,394 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:18:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:23,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73061bd438b46152ea9d2f50052c170d, NAME => 'hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef 2024-11-25T02:18:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741836_1012 (size=44) 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73061bd438b46152ea9d2f50052c170d, disabling compactions & flushes 2024-11-25T02:18:23,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. after waiting 0 ms 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:23,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:23,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73061bd438b46152ea9d2f50052c170d: Waiting for close lock at 1732501103777Disabling compacts and flushes for region at 1732501103777Disabling writes for close at 1732501103777Writing region close event to WAL at 1732501103777Closed at 1732501103777 2024-11-25T02:18:23,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:18:23,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501103780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501103780"}]},"ts":"1732501103780"} 2024-11-25T02:18:23,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:18:23,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:18:23,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501103793"}]},"ts":"1732501103793"} 2024-11-25T02:18:23,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:18:23,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN}] 2024-11-25T02:18:23,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN 2024-11-25T02:18:23,809 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN; state=OFFLINE, location=dbdd1c922b13,43697,1732501092476; forceNewPlan=false, retain=false 2024-11-25T02:18:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:23,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73061bd438b46152ea9d2f50052c170d, regionState=OPENING, regionLocation=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:23,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN because future has completed 2024-11-25T02:18:23,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43697,1732501092476}] 2024-11-25T02:18:24,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:24,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:24,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:18:24,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43697%2C1732501092476.rep, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.rep.1732501104138, exclude list is [], retry=0 2024-11-25T02:18:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:24,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.rep.1732501104138 2024-11-25T02:18:24,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:24,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 73061bd438b46152ea9d2f50052c170d, NAME => 'hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:24,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:24,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:24,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. service=MultiRowMutationService 2024-11-25T02:18:24,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:18:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,184 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,188 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName hfileref 2024-11-25T02:18:24,188 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:24,189 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:24,189 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,192 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName queue 2024-11-25T02:18:24,192 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:24,194 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:24,194 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,197 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName sid 2024-11-25T02:18:24,197 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:24,198 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:24,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:18:24,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:24,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 73061bd438b46152ea9d2f50052c170d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75258878, jitterRate=0.12144467234611511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:18:24,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:24,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 73061bd438b46152ea9d2f50052c170d: Running coprocessor pre-open hook at 1732501104178Writing region info on filesystem at 1732501104178Initializing all the Stores at 1732501104180 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501104180Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501104184 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501104184Cleaning up temporary data from old regions at 1732501104211 (+27 ms)Running coprocessor post-open hooks at 1732501104221 (+10 ms)Region opened successfully at 1732501104222 (+1 ms) 2024-11-25T02:18:24,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., pid=7, masterSystemTime=1732501104123 2024-11-25T02:18:24,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:24,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:24,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73061bd438b46152ea9d2f50052c170d, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43697,1732501092476 because future has completed 2024-11-25T02:18:24,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T02:18:24,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43697,1732501092476 in 274 msec 2024-11-25T02:18:24,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:18:24,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN in 444 msec 2024-11-25T02:18:24,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:18:24,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501104257"}]},"ts":"1732501104257"} 2024-11-25T02:18:24,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:18:24,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:18:24,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 929 msec 2024-11-25T02:18:24,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., hostname=dbdd1c922b13,43697,1732501092476, seqNum=2] 2024-11-25T02:18:24,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T02:18:24,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:24,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:24,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:18:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:24,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T02:18:24,583 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:18:24,623 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,43697,1732501092476, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:18:24,624 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:24,624 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43697,1732501092476, seqNum=-1] 2024-11-25T02:18:24,624 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:24,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-25T02:18:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,43697,1732501092476', locateType=CURRENT is [region=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., hostname=dbdd1c922b13,43697,1732501092476, seqNum=2] 2024-11-25T02:18:24,637 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T02:18:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T02:18:24,644 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,43697,1732501092476 suceeded 2024-11-25T02:18:24,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T02:18:24,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-25T02:18:24,648 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:24,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3730 sec 2024-11-25T02:18:24,660 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:24,663 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:24,663 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:24,663 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:24,665 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:24,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:24,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393853d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:24,668 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:24,669 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:24,669 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:24,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:24,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137cf8ef 2024-11-25T02:18:24,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:24,672 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T02:18:24,674 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,43697,1732501092476 (queues=1) is replicating from cluster=6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 to cluster=898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:24,676 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C43697%2C1732501092476 2024-11-25T02:18:24,680 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,43697,1732501092476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:18:24,682 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C43697%2C1732501092476 2024-11-25T02:18:24,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027, startPosition=0, beingWritten=true 2024-11-25T02:18:24,950 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:25,257 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:25,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:25,434 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:18:25,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:25,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:25,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39403,-1 for getting cluster id 2024-11-25T02:18:25,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:25,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5' 2024-11-25T02:18:25,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:25,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5" 2024-11-25T02:18:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b225647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39403,-1] 2024-11-25T02:18:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290a4a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38584eaf 2024-11-25T02:18:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:25,445 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:25,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:18:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:18:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T02:18:25,449 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:25,450 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b3d969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,450 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:25,450 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:25,451 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef9624d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,453 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:25,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a03719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,455 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:25,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:25,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490246c4 2024-11-25T02:18:25,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:25,457 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:25,458 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-25T02:18:25,459 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:18:25,459 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,459 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:25,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:18:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T02:18:25,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-25T02:18:25,649 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T02:18:25,671 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:25,682 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-dbdd1c922b13,43697,1732501092476, ReplicationSource: 2, currentBandwidth=0 2024-11-25T02:18:25,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T02:18:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T02:18:25,691 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on dbdd1c922b13,43697,1732501092476 suceeded 2024-11-25T02:18:25,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:18:25,695 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:25,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-25T02:18:25,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 250 msec 2024-11-25T02:18:25,708 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:25,710 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b20bdd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,710 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:25,710 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:25,711 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56fe76cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:25,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:25,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,714 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:25,715 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46bc7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,715 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:25,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:25,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bcf65d 2024-11-25T02:18:25,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:25,718 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T02:18:25,719 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbdd1c922b13,43697,1732501092476 (queues=1) is replicating from cluster=6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 to cluster=898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:25,719 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbdd1c922b13%2C43697%2C1732501092476 2024-11-25T02:18:25,720 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbdd1c922b13,43697,1732501092476, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:18:25,720 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C43697%2C1732501092476 2024-11-25T02:18:25,720 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027, startPosition=0, beingWritten=true 2024-11-25T02:18:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T02:18:25,764 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T02:18:25,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:25,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:25,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:25,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-25T02:18:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:25,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:25,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:25,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T02:18:25,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:25,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T02:18:25,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T02:18:25,797 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T02:18:25,800 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a76823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,801 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:25,801 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:25,804 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:25,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:25,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:25,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e05fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:25,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:25,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,808 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31461499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:25,810 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:25,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:25,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9b35ee 2024-11-25T02:18:25,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:25,817 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:25,819 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:18:25,819 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:18:25,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,819 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:25,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:25,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:18:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T02:18:25,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:26,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-25T02:18:26,028 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-25T02:18:26,030 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T02:18:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T02:18:26,033 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on dbdd1c922b13,43697,1732501092476 suceeded 2024-11-25T02:18:26,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T02:18:26,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-25T02:18:26,037 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:26,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 253 msec 2024-11-25T02:18:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T02:18:26,114 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-25T02:18:26,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T02:18:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T02:18:26,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:26,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a97a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:26,121 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:26,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:26,122 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:26,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,125 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:26,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1d3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:26,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:26,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:26,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14374544 2024-11-25T02:18:26,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:26,128 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:26,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:18:26,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:18:26,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:26,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:18:26,178 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T02:18:26,237 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:26,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-25T02:18:26,328 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-25T02:18:26,330 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T02:18:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T02:18:26,334 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on dbdd1c922b13,43697,1732501092476 suceeded 2024-11-25T02:18:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T02:18:26,338 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://dbdd1c922b13:40653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-25T02:18:26,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 223 msec 2024-11-25T02:18:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T02:18:26,434 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-25T02:18:26,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:26,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T02:18:26,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:26,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:26,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:26,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:18:26,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-25T02:18:26,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,39403,1732501091637 2024-11-25T02:18:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:26,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:26,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:26,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:26,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:26,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:26,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,43697,1732501092476' ***** 2024-11-25T02:18:26,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:18:26,617 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:18:26,617 INFO [RS:0;dbdd1c922b13:43697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:18:26,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:18:26,617 INFO [RS:0;dbdd1c922b13:43697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:18:26,617 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(3091): Received CLOSE for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43697. 2024-11-25T02:18:26,618 DEBUG [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:26,618 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:18:26,618 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73061bd438b46152ea9d2f50052c170d, disabling compactions & flushes 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:18:26,618 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:18:26,618 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:26,619 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:18:26,618 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. after waiting 0 ms 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:26,619 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:18:26,619 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1325): Online Regions={73061bd438b46152ea9d2f50052c170d=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:26,619 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:26,619 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:26,619 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:26,622 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T02:18:26,622 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73061bd438b46152ea9d2f50052c170d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-25T02:18:26,644 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:26,686 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:26,693 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/.tmp/queue/79dea44a3b7a40a8813f1639329904dc is 151, key is 1-dbdd1c922b13,43697,1732501092476/queue:dbdd1c922b13%2C43697%2C1732501092476/1732501104631/Put/seqid=0 2024-11-25T02:18:26,693 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/85c7e9ec5d304bcfa1aa78a7dcebf308 is 147, key is hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d./info:regioninfo/1732501104234/Put/seqid=0 2024-11-25T02:18:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741838_1014 (size=6631) 2024-11-25T02:18:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741839_1015 (size=5500) 2024-11-25T02:18:26,726 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/.tmp/queue/79dea44a3b7a40a8813f1639329904dc 2024-11-25T02:18:26,774 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/.tmp/queue/79dea44a3b7a40a8813f1639329904dc as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/queue/79dea44a3b7a40a8813f1639329904dc 2024-11-25T02:18:26,784 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/queue/79dea44a3b7a40a8813f1639329904dc, entries=2, sequenceid=6, filesize=5.4 K 2024-11-25T02:18:26,786 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:26,792 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 73061bd438b46152ea9d2f50052c170d in 169ms, sequenceid=6, compaction requested=false 2024-11-25T02:18:26,792 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:18:26,806 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T02:18:26,811 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:26,811 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:26,811 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:26,811 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73061bd438b46152ea9d2f50052c170d: Waiting for close lock at 1732501106618Running coprocessor pre-close hooks at 1732501106618Disabling compacts and flushes for region at 1732501106618Disabling writes for close at 1732501106619 (+1 ms)Obtaining lock to block concurrent updates at 1732501106622 (+3 ms)Preparing flush snapshotting stores in 73061bd438b46152ea9d2f50052c170d at 1732501106622Finished memstore snapshotting hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732501106630 (+8 ms)Flushing stores of hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. at 1732501106631 (+1 ms)Flushing 73061bd438b46152ea9d2f50052c170d/queue: creating writer at 1732501106633 (+2 ms)Flushing 73061bd438b46152ea9d2f50052c170d/queue: appending metadata at 1732501106677 (+44 ms)Flushing 73061bd438b46152ea9d2f50052c170d/queue: closing flushed file at 1732501106679 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589588: reopening flushed file at 1732501106773 (+94 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 73061bd438b46152ea9d2f50052c170d in 169ms, sequenceid=6, compaction requested=false at 1732501106792 (+19 ms)Writing region close event to WAL at 1732501106800 (+8 ms)Running coprocessor post-close hooks at 1732501106807 (+7 ms)Closed at 1732501106811 (+4 ms) 2024-11-25T02:18:26,812 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:26,820 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:26,951 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:18:26,952 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:18:27,020 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:27,110 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/85c7e9ec5d304bcfa1aa78a7dcebf308 2024-11-25T02:18:27,136 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/ns/889a1ef5e9ad4747a3794b7ff97e3bef is 43, key is default/ns:d/1732501097385/Put/seqid=0 2024-11-25T02:18:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741840_1016 (size=5153) 2024-11-25T02:18:27,160 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:27,220 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:27,420 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:27,501 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:27,547 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/ns/889a1ef5e9ad4747a3794b7ff97e3bef 2024-11-25T02:18:27,576 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/table/85edfa8d6c534c40ac232eef1c6ed5e1 is 53, key is hbase:replication/table:state/1732501104257/Put/seqid=0 2024-11-25T02:18:27,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741841_1017 (size=5256) 2024-11-25T02:18:27,621 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:18:27,621 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:18:27,621 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:27,769 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476/dbdd1c922b13%2C43697%2C1732501092476.1732501096027 to pos 0, reset compression=false 2024-11-25T02:18:27,821 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:27,983 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/table/85edfa8d6c534c40ac232eef1c6ed5e1 2024-11-25T02:18:27,995 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/85c7e9ec5d304bcfa1aa78a7dcebf308 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/info/85c7e9ec5d304bcfa1aa78a7dcebf308 2024-11-25T02:18:28,004 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/info/85c7e9ec5d304bcfa1aa78a7dcebf308, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T02:18:28,006 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/ns/889a1ef5e9ad4747a3794b7ff97e3bef as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/ns/889a1ef5e9ad4747a3794b7ff97e3bef 2024-11-25T02:18:28,015 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/ns/889a1ef5e9ad4747a3794b7ff97e3bef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:18:28,016 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/table/85edfa8d6c534c40ac232eef1c6ed5e1 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/table/85edfa8d6c534c40ac232eef1c6ed5e1 2024-11-25T02:18:28,021 DEBUG [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:28,027 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/table/85edfa8d6c534c40ac232eef1c6ed5e1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T02:18:28,028 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=11, compaction requested=false 2024-11-25T02:18:28,035 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:18:28,036 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:28,036 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:28,036 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:28,037 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501106619Running coprocessor pre-close hooks at 1732501106619Disabling compacts and flushes for region at 1732501106619Disabling writes for close at 1732501106619Obtaining lock to block concurrent updates at 1732501106622 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732501106622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732501106630 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501106631 (+1 ms)Flushing 1588230740/info: creating writer at 1732501106633 (+2 ms)Flushing 1588230740/info: appending metadata at 1732501106682 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732501106682Flushing 1588230740/ns: creating writer at 1732501107119 (+437 ms)Flushing 1588230740/ns: appending metadata at 1732501107135 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732501107135Flushing 1588230740/table: creating writer at 1732501107557 (+422 ms)Flushing 1588230740/table: appending metadata at 1732501107575 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732501107575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f1b3e3: reopening flushed file at 1732501107993 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103c9694: reopening flushed file at 1732501108004 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f53a0db: reopening flushed file at 1732501108015 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=11, compaction requested=false at 1732501108028 (+13 ms)Writing region close event to WAL at 1732501108030 (+2 ms)Running coprocessor post-close hooks at 1732501108036 (+6 ms)Closed at 1732501108036 2024-11-25T02:18:28,037 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:28,222 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,43697,1732501092476; all regions closed. 2024-11-25T02:18:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741834_1010 (size=2742) 2024-11-25T02:18:28,239 DEBUG [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:28,240 INFO [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43697%2C1732501092476.meta:.meta(num 1732501097133) 2024-11-25T02:18:28,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741837_1013 (size=1802) 2024-11-25T02:18:28,247 DEBUG [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:28,247 INFO [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43697%2C1732501092476.rep:(num 1732501104138) 2024-11-25T02:18:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:18:28,254 DEBUG [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:28,254 INFO [RS:0;dbdd1c922b13:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43697%2C1732501092476:(num 1732501096027) 2024-11-25T02:18:28,254 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:28,254 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:28,254 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:28,254 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:28,255 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:28,255 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:28,255 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,43697,1732501092476 because: Region server is closing 2024-11-25T02:18:28,256 INFO [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43697. 2024-11-25T02:18:28,256 DEBUG [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:28,256 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:28,256 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:28,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:28,357 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:18:28,358 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,1-dbdd1c922b13,43697,1732501092476 terminated 2024-11-25T02:18:28,359 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbdd1c922b13,43697,1732501092476 because: Region server is closing 2024-11-25T02:18:28,359 INFO [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43697. 2024-11-25T02:18:28,359 DEBUG [RS:0;dbdd1c922b13:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:28,359 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:28,360 DEBUG [RS:0;dbdd1c922b13:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:28,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:28,460 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:18:28,460 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.wal-reader.dbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:18:28,461 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,43697,1732501092476.replicationSource.shipperdbdd1c922b13%2C43697%2C1732501092476,2-dbdd1c922b13,43697,1732501092476 terminated 2024-11-25T02:18:28,461 INFO [RS:0;dbdd1c922b13:43697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43697 2024-11-25T02:18:28,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/rs/dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:28,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/rs 2024-11-25T02:18:28,532 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:28,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,43697,1732501092476] 2024-11-25T02:18:28,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:28,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:28,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x1016fc89cf30001, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:28,676 INFO [RS:0;dbdd1c922b13:43697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:28,676 INFO [RS:0;dbdd1c922b13:43697 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,43697,1732501092476; zookeeper connection closed. 2024-11-25T02:18:28,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3679ecca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3679ecca 2024-11-25T02:18:28,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:18:28,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/draining/dbdd1c922b13,43697,1732501092476 already deleted, retry=false 2024-11-25T02:18:28,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,43697,1732501092476 expired; onlineServers=0 2024-11-25T02:18:28,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,39403,1732501091637' ***** 2024-11-25T02:18:28,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:18:28,691 INFO [M:0;dbdd1c922b13:39403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:28,691 INFO [M:0;dbdd1c922b13:39403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:28,691 DEBUG [M:0;dbdd1c922b13:39403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:18:28,691 DEBUG [M:0;dbdd1c922b13:39403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:18:28,691 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:18:28,691 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501095699 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501095699,5,FailOnTimeoutGroup] 2024-11-25T02:18:28,691 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501095700 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501095700,5,FailOnTimeoutGroup] 2024-11-25T02:18:28,692 INFO [M:0;dbdd1c922b13:39403 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:28,692 INFO [M:0;dbdd1c922b13:39403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:28,692 DEBUG [M:0;dbdd1c922b13:39403 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:18:28,692 INFO [M:0;dbdd1c922b13:39403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:18:28,692 INFO [M:0;dbdd1c922b13:39403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:28,693 INFO [M:0;dbdd1c922b13:39403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:18:28,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:18:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/master 2024-11-25T02:18:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:28,831 DEBUG [M:0;dbdd1c922b13:39403 {}] zookeeper.ZKUtil(347): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/master because node does not exist (not an error) 2024-11-25T02:18:28,831 WARN [M:0;dbdd1c922b13:39403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:18:28,833 INFO [M:0;dbdd1c922b13:39403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.lastflushedseqids 2024-11-25T02:18:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741842_1018 (size=181) 2024-11-25T02:18:29,248 INFO [M:0;dbdd1c922b13:39403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:18:29,248 INFO [M:0;dbdd1c922b13:39403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:18:29,248 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:29,248 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:29,248 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:29,248 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:29,248 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:29,249 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-25T02:18:29,269 DEBUG [M:0;dbdd1c922b13:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80577ecf0ce4989a1e341281dbfcfd0 is 82, key is hbase:meta,,1/info:regioninfo/1732501097221/Put/seqid=0 2024-11-25T02:18:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741843_1019 (size=5672) 2024-11-25T02:18:29,680 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80577ecf0ce4989a1e341281dbfcfd0 2024-11-25T02:18:29,707 DEBUG [M:0;dbdd1c922b13:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d112b95ffc664d52acf1ff5e5176ee9c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732501104267/Put/seqid=0 2024-11-25T02:18:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741844_1020 (size=8663) 2024-11-25T02:18:30,115 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d112b95ffc664d52acf1ff5e5176ee9c 2024-11-25T02:18:30,145 DEBUG [M:0;dbdd1c922b13:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb5c410b497b46a39289e13b07fa8365 is 69, key is dbdd1c922b13,43697,1732501092476/rs:state/1732501095762/Put/seqid=0 2024-11-25T02:18:30,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741845_1021 (size=5156) 2024-11-25T02:18:30,555 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb5c410b497b46a39289e13b07fa8365 2024-11-25T02:18:30,564 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a80577ecf0ce4989a1e341281dbfcfd0 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80577ecf0ce4989a1e341281dbfcfd0 2024-11-25T02:18:30,574 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80577ecf0ce4989a1e341281dbfcfd0, entries=8, sequenceid=115, filesize=5.5 K 2024-11-25T02:18:30,575 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d112b95ffc664d52acf1ff5e5176ee9c as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d112b95ffc664d52acf1ff5e5176ee9c 2024-11-25T02:18:30,583 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d112b95ffc664d52acf1ff5e5176ee9c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-25T02:18:30,584 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb5c410b497b46a39289e13b07fa8365 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb5c410b497b46a39289e13b07fa8365 2024-11-25T02:18:30,593 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb5c410b497b46a39289e13b07fa8365, entries=1, sequenceid=115, filesize=5.0 K 2024-11-25T02:18:30,594 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false 2024-11-25T02:18:30,595 INFO [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:30,596 DEBUG [M:0;dbdd1c922b13:39403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501109248Disabling compacts and flushes for region at 1732501109248Disabling writes for close at 1732501109248Obtaining lock to block concurrent updates at 1732501109249 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501109249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732501109249Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501109250 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501109250Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501109268 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501109268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501109690 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501109707 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501109707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501110125 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501110145 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501110145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6169e870: reopening flushed file at 1732501110562 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d5b322: reopening flushed file at 1732501110574 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5507d2: reopening flushed file at 1732501110583 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false at 1732501110594 (+11 ms)Writing region close event to WAL at 1732501110595 (+1 ms)Closed at 1732501110595 2024-11-25T02:18:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741830_1006 (size=59421) 2024-11-25T02:18:30,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:30,601 INFO [M:0;dbdd1c922b13:39403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:18:30,601 INFO [M:0;dbdd1c922b13:39403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39403 2024-11-25T02:18:30,601 INFO [M:0;dbdd1c922b13:39403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:30,760 INFO [M:0;dbdd1c922b13:39403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x1016fc89cf30000, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:30,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:30,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:30,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:30,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:18:30,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:30,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46451 2024-11-25T02:18:30,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46451 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464510x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:30,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46451-0x1016fc89cf30006 connected 2024-11-25T02:18:30,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:30,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:30,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:30,797 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: INIT 2024-11-25T02:18:30,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef, hbase.cluster.distributed=false 2024-11-25T02:18:30,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/acl 2024-11-25T02:18:30,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-25T02:18:30,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46451 2024-11-25T02:18:30,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46451 2024-11-25T02:18:30,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-25T02:18:30,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46451 2024-11-25T02:18:30,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:30,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:30,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:30,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:30,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:18:30,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:30,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43917 2024-11-25T02:18:30,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43917 connecting to ZooKeeper ensemble=127.0.0.1:53922 2024-11-25T02:18:30,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:30,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:30,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439170x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:30,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439170x0, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:30,839 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: INIT 2024-11-25T02:18:30,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43917-0x1016fc89cf30007 connected 2024-11-25T02:18:30,840 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:18:30,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:18:30,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/master 2024-11-25T02:18:30,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/acl 2024-11-25T02:18:30,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:30,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43917 2024-11-25T02:18:30,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43917 2024-11-25T02:18:30,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:30,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:30,861 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:46451 2024-11-25T02:18:30,861 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2020509520/backup-masters/dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:30,871 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/backup-masters/dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:30,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:30,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/master 2024-11-25T02:18:30,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:30,881 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/master 2024-11-25T02:18:30,882 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2020509520/backup-masters/dbdd1c922b13,46451,1732501110765 from backup master directory 2024-11-25T02:18:30,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:30,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/backup-masters/dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:30,891 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:30,891 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:30,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/backup-masters 2024-11-25T02:18:30,908 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:30,908 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:18:30,923 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-25T02:18:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741846_1022 (size=196) 2024-11-25T02:18:30,941 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:30,943 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:18:30,943 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:30,953 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T02:18:30,956 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637 to hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637-dead as it is dead 2024-11-25T02:18:30,958 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T02:18:30,958 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T02:18:30,959 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637-dead/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:30,965 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637-dead/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 after 4ms 2024-11-25T02:18:30,967 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637-dead/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 to hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:30,967 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,39403,1732501091637-dead 2024-11-25T02:18:30,968 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:30,969 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:30,971 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C46451%2C1732501110765, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,46451,1732501110765, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/oldWALs, maxLogs=10 2024-11-25T02:18:30,985 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,46451,1732501110765/dbdd1c922b13%2C46451%2C1732501110765.1732501110971, exclude list is [], retry=0 2024-11-25T02:18:30,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:30,992 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/WALs/dbdd1c922b13,46451,1732501110765/dbdd1c922b13%2C46451%2C1732501110765.1732501110971 2024-11-25T02:18:30,992 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:30,992 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:30,993 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:30,993 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:30,993 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:30,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:30,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:18:30,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a80577ecf0ce4989a1e341281dbfcfd0 2024-11-25T02:18:31,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:31,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:18:31,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d112b95ffc664d52acf1ff5e5176ee9c 2024-11-25T02:18:31,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:31,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:18:31,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb5c410b497b46a39289e13b07fa8365 2024-11-25T02:18:31,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:31,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:18:31,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:31,030 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,031 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T02:18:31,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:31,051 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:31,053 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C39403%2C1732501091637.1732501094749 2024-11-25T02:18:31,055 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,055 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,056 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:31,058 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:31,061 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-25T02:18:31,062 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960839, jitterRate=-0.09161271154880524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:31,062 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501110993Initializing all the Stores at 1732501110994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501110994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501110995 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501110995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501110995Cleaning up temporary data from old regions at 1732501111055 (+60 ms)Region opened successfully at 1732501111062 (+7 ms) 2024-11-25T02:18:31,063 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:18:31,067 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c76e80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:31,079 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T02:18:31,079 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:18:31,079 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:18:31,080 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:18:31,080 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:18:31,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:31,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:18:31,087 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:18:31,087 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:18:31,087 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T02:18:31,088 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T02:18:31,088 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-25T02:18:31,088 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:18:31,093 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=dbdd1c922b13,43697,1732501092476, regionLocation=dbdd1c922b13,43697,1732501092476, openSeqNum=2 2024-11-25T02:18:31,093 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=dbdd1c922b13,43697,1732501092476, table=hbase:meta, region=1588230740 2024-11-25T02:18:31,093 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43697,1732501092476, state=OPEN 2024-11-25T02:18:31,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,106 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:18:31,152 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/draining/dbdd1c922b13,43697,1732501092476 already deleted, retry=false 2024-11-25T02:18:31,152 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of dbdd1c922b13,43697,1732501092476 on dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:31,159 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dbdd1c922b13,43697,1732501092476, splitWal=true, meta=true 2024-11-25T02:18:31,163 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for dbdd1c922b13,43697,1732501092476 (carryingMeta=true) dbdd1c922b13,43697,1732501092476/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5584035b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T02:18:31,167 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/balancer because node does not exist (not necessarily an error) 2024-11-25T02:18:31,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/balancer already deleted, retry=false 2024-11-25T02:18:31,186 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:18:31,187 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:18:31,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/normalizer already deleted, retry=false 2024-11-25T02:18:31,197 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:18:31,199 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:18:31,207 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/switch/split already deleted, retry=false 2024-11-25T02:18:31,210 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:18:31,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/switch/merge already deleted, retry=false 2024-11-25T02:18:31,245 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:18:31,258 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/snapshot-cleanup already deleted, retry=false 2024-11-25T02:18:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:31,271 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,46451,1732501110765, sessionid=0x1016fc89cf30006, setting cluster-up flag (Was=false) 2024-11-25T02:18:31,281 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020509520/flush-table-proc/acquired, /0-2020509520/flush-table-proc/reached, /0-2020509520/flush-table-proc/abort 2024-11-25T02:18:31,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:31,292 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2020509520/online-snapshot/acquired, /0-2020509520/online-snapshot/reached, /0-2020509520/online-snapshot/abort 2024-11-25T02:18:31,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:31,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.lastflushedseqids 2024-11-25T02:18:31,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:18:31,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:18:31,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,46451,1732501110765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 dbdd1c922b13,43697,1732501092476 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:18:31,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:31,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:31,302 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501141303 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:18:31,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:18:31,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:18:31,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:18:31,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:18:31,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:18:31,305 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:18:31,305 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:18:31,305 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501111305,5,FailOnTimeoutGroup] 2024-11-25T02:18:31,305 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501111305,5,FailOnTimeoutGroup] 2024-11-25T02:18:31,305 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,305 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dbdd1c922b13,43697,1732501092476, splitWal=true, meta=true 2024-11-25T02:18:31,305 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:18:31,305 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,306 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,306 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501111306, completionTime=-1 2024-11-25T02:18:31,306 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T02:18:31,307 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dbdd1c922b13,43697,1732501092476, splitWal=true, meta=true, isMeta: true 2024-11-25T02:18:31,309 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476-splitting 2024-11-25T02:18:31,309 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T02:18:31,310 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476-splitting dir is empty, no logs to split. 2024-11-25T02:18:31,310 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbdd1c922b13,43697,1732501092476 WAL count=0, meta=true 2024-11-25T02:18:31,314 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476-splitting dir is empty, no logs to split. 2024-11-25T02:18:31,314 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbdd1c922b13,43697,1732501092476 WAL count=0, meta=true 2024-11-25T02:18:31,314 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dbdd1c922b13,43697,1732501092476 WAL splitting is done? wals=0, meta=true 2024-11-25T02:18:31,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:18:31,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:31,320 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T02:18:31,352 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(746): ClusterId : 6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 2024-11-25T02:18:31,352 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:18:31,364 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:18:31,365 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:18:31,376 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:18:31,377 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138da03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:31,388 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:43917 2024-11-25T02:18:31,388 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:18:31,388 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:18:31,388 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:18:31,389 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,46451,1732501110765 with port=43917, startcode=1732501110817 2024-11-25T02:18:31,389 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:18:31,391 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:18:31,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46451 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,393 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef 2024-11-25T02:18:31,394 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45809 2024-11-25T02:18:31,394 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:18:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/rs 2024-11-25T02:18:31,407 DEBUG [RS:0;dbdd1c922b13:43917 {}] zookeeper.ZKUtil(111): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on existing znode=/0-2020509520/rs/dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,408 WARN [RS:0;dbdd1c922b13:43917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:31,408 INFO [RS:0;dbdd1c922b13:43917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:31,408 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,43917,1732501110817] 2024-11-25T02:18:31,410 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T02:18:31,447 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:18:31,450 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:18:31,450 INFO [RS:0;dbdd1c922b13:43917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:18:31,450 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,450 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:18:31,451 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:18:31,451 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,452 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:31,453 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:31,453 DEBUG [RS:0;dbdd1c922b13:43917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,454 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501110817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:31,468 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:18:31,468 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501110817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,470 WARN [dbdd1c922b13:46451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T02:18:31,485 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,43917,1732501110817, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:18:31,499 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(231): queueId=2-dbdd1c922b13,43917,1732501110817, ReplicationSource: 2, currentBandwidth=0 2024-11-25T02:18:31,499 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,499 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.Replication(171): dbdd1c922b13,43917,1732501110817 started 2024-11-25T02:18:31,500 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:31,502 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d2e5799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,502 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:31,503 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:31,504 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa0e01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:31,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:31,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:31,507 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:31,508 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f01d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,508 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1976f7e 2024-11-25T02:18:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:31,510 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T02:18:31,511 INFO [RS:0;dbdd1c922b13:43917.replicationSource,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,43917,1732501110817 (queues=0) is replicating from cluster=6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 to cluster=898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:31,516 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:31,516 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,43917,1732501110817, RpcServer on dbdd1c922b13/172.17.0.3:43917, sessionid=0x1016fc89cf30007 2024-11-25T02:18:31,516 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:18:31,516 DEBUG [RS:0;dbdd1c922b13:43917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,517 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43917,1732501110817' 2024-11-25T02:18:31,517 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020509520/flush-table-proc/abort' 2024-11-25T02:18:31,517 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020509520/flush-table-proc/acquired' 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43917,1732501110817' 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2020509520/online-snapshot/abort' 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2020509520/online-snapshot/acquired' 2024-11-25T02:18:31,518 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:40653' 2024-11-25T02:18:31,519 DEBUG [RS:0;dbdd1c922b13:43917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:18:31,519 INFO [RS:0;dbdd1c922b13:43917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:18:31,519 INFO [RS:0;dbdd1c922b13:43917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:18:31,521 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232fec6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,521 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40653,-1 for getting cluster id 2024-11-25T02:18:31,521 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:31,522 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '898adb19-6034-4e98-b047-e1033b19e775' 2024-11-25T02:18:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "898adb19-6034-4e98-b047-e1033b19e775" 2024-11-25T02:18:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8d86c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40653,-1] 2024-11-25T02:18:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:31,524 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:31,525 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109e2b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:31,525 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fef58d4 2024-11-25T02:18:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:31,528 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T02:18:31,528 INFO [RS:0;dbdd1c922b13:43917.replicationSource,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbdd1c922b13,43917,1732501110817 (queues=0) is replicating from cluster=6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5 to cluster=898adb19-6034-4e98-b047-e1033b19e775 2024-11-25T02:18:31,620 INFO [RS:0;dbdd1c922b13:43917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:31,625 INFO [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43917%2C1732501110817, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:31,643 DEBUG [RS:0;dbdd1c922b13:43917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627, exclude list is [], retry=0 2024-11-25T02:18:31,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:31,648 INFO [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 2024-11-25T02:18:31,649 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbdd1c922b13%2C43917%2C1732501110817 for peer 1 2024-11-25T02:18:31,649 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbdd1c922b13%2C43917%2C1732501110817 for peer 2 2024-11-25T02:18:31,649 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C43917%2C1732501110817 2024-11-25T02:18:31,649 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,43917,1732501110817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:18:31,649 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbdd1c922b13%2C43917%2C1732501110817 2024-11-25T02:18:31,649 INFO [RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C43917%2C1732501110817 2024-11-25T02:18:31,649 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbdd1c922b13,43917,1732501110817, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:18:31,652 DEBUG [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:31,652 INFO [RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C43917%2C1732501110817 2024-11-25T02:18:31,652 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627, startPosition=0, beingWritten=true 2024-11-25T02:18:31,652 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627, startPosition=0, beingWritten=true 2024-11-25T02:18:31,720 DEBUG [dbdd1c922b13:46451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:31,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43917,1732501110817, state=OPENING 2024-11-25T02:18:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,733 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:31,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43917,1732501110817}] 2024-11-25T02:18:31,860 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:31,860 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:31,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:18:31,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:18:31,896 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:18:31,896 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:31,897 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:18:31,900 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43917%2C1732501110817.meta, suffix=.meta, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:31,915 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.meta.1732501111901.meta, exclude list is [], retry=0 2024-11-25T02:18:31,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:31,920 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.meta.1732501111901.meta 2024-11-25T02:18:31,920 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:31,921 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:31,921 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:31,921 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:31,921 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:18:31,921 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:18:31,921 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:18:31,922 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:31,922 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:18:31,922 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:18:31,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:31,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:31,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,933 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/info/85c7e9ec5d304bcfa1aa78a7dcebf308 2024-11-25T02:18:31,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:31,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:31,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:31,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,943 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/ns/889a1ef5e9ad4747a3794b7ff97e3bef 2024-11-25T02:18:31,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:31,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:31,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:31,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:31,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:31,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:31,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:31,955 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/table/85edfa8d6c534c40ac232eef1c6ed5e1 2024-11-25T02:18:31,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:31,956 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:31,957 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:31,958 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740 2024-11-25T02:18:31,960 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:31,960 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:31,961 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:31,962 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:31,963 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63917151, jitterRate=-0.047560229897499084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:31,963 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:18:31,964 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501111922Writing region info on filesystem at 1732501111922Initializing all the Stores at 1732501111923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501111923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501111923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501111923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501111923Cleaning up temporary data from old regions at 1732501111960 (+37 ms)Running coprocessor post-open hooks at 1732501111963 (+3 ms)Region opened successfully at 1732501111964 (+1 ms) 2024-11-25T02:18:31,965 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732501111889 2024-11-25T02:18:31,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,969 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:18:31,969 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:18:31,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43917,1732501110817, state=OPEN 2024-11-25T02:18:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2020509520/meta-region-server 2024-11-25T02:18:31,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:31,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2020509520/meta-region-server: CHANGED 2024-11-25T02:18:31,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T02:18:31,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43917,1732501110817 in 242 msec 2024-11-25T02:18:31,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T02:18:31,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-25T02:18:32,175 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:32,175 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:32,586 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:32,586 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:32,913 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-25T02:18:33,098 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:33,098 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:33,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:33,710 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:33,710 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:34,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-25T02:18:34,421 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:34,421 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:35,234 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:35,234 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:35,820 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T02:18:35,821 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:18:35,822 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:35,822 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43917,1732501110817, seqNum=-1] 2024-11-25T02:18:35,823 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:35,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:35,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=73061bd438b46152ea9d2f50052c170d, regionState=OPEN, lastHost=dbdd1c922b13,43697,1732501092476, regionLocation=dbdd1c922b13,43697,1732501092476, openSeqNum=2 2024-11-25T02:18:35,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:18:35,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501175836 2024-11-25T02:18:35,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501235836 2024-11-25T02:18:35,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-11-25T02:18:35,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,837 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): dbdd1c922b13,43697,1732501092476 had 2 regions 2024-11-25T02:18:35,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:46451, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,838 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,839 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dbdd1c922b13,43697,1732501092476, splitWal=true, meta=true, isMeta: false 2024-11-25T02:18:35,842 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476-splitting dir is empty, no logs to split. 2024-11-25T02:18:35,842 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbdd1c922b13,43697,1732501092476 WAL count=0, meta=false 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.955sec 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:35,846 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:18:35,846 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43697,1732501092476-splitting dir is empty, no logs to split. 2024-11-25T02:18:35,846 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbdd1c922b13,43697,1732501092476 WAL count=0, meta=false 2024-11-25T02:18:35,847 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if dbdd1c922b13,43697,1732501092476 WAL splitting is done? wals=0, meta=false 2024-11-25T02:18:35,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN}] 2024-11-25T02:18:35,851 WARN [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=dbdd1c922b13,43697,1732501092476/hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:35,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN 2024-11-25T02:18:35,852 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:18:35,852 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:18:35,852 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46451,1732501110765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:35,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T02:18:35,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46451,-1 for getting cluster id 2024-11-25T02:18:35,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:35,858 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5' 2024-11-25T02:18:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5" 2024-11-25T02:18:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46451,-1] 2024-11-25T02:18:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,861 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29448dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43917,1732501110817, seqNum=-1] 2024-11-25T02:18:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:35,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:35,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T02:18:35,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:35,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:35,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:35,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: dbdd1c922b13:46451 after: dbdd1c922b13:46451 2024-11-25T02:18:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46451,-1 for getting cluster id 2024-11-25T02:18:35,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:35,871 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5' 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e34af83-ab6f-49a6-9f2a-f7b36d20a8b5" 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46451,-1] 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,872 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:35,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:35,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-25T02:18:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:35,876 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:35,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46451 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:35,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46451 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T02:18:35,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46451 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:35,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46451 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T02:18:35,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:18:35,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:35,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:35,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:35,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:18:35,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-11-25T02:18:35,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,40653,1732501100328 2024-11-25T02:18:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11853859943/running 2024-11-25T02:18:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11853859943/running 2024-11-25T02:18:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:35,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:35,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:35,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/running 2024-11-25T02:18:35,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:35,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Set watcher on znode that does not yet exist, /11853859943/running 2024-11-25T02:18:35,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,41989,1732501100469' ***** 2024-11-25T02:18:35,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:18:35,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:35,946 INFO [RS:0;dbdd1c922b13:41989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41989. 2024-11-25T02:18:35,947 DEBUG [RS:0;dbdd1c922b13:41989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:35,947 DEBUG [RS:0;dbdd1c922b13:41989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:35,947 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:18:35,947 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:18:35,947 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:18:35,947 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:18:35,947 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:18:35,947 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:18:35,947 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:35,947 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:35,947 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:35,947 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:35,948 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:35,948 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:35,948 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T02:18:35,952 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:18:35,952 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:18:35,969 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/.tmp/ns/a998bbc73c12482bb12c30511cbb7e4d is 43, key is default/ns:d/1732501103175/Put/seqid=0 2024-11-25T02:18:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741835_1011 (size=5153) 2024-11-25T02:18:36,004 DEBUG [dbdd1c922b13:46451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:36,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=73061bd438b46152ea9d2f50052c170d, regionState=OPENING, regionLocation=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN because future has completed 2024-11-25T02:18:36,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43917,1732501110817}] 2024-11-25T02:18:36,045 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:36,141 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:36,141 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:36,148 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:36,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:36,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:36,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:18:36,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43917%2C1732501110817.rep, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs, maxLogs=10 2024-11-25T02:18:36,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.rep.1732501116168, exclude list is [], retry=0 2024-11-25T02:18:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-02d8525c-f17d-4382-8dc1-1bde7f68f05d,DISK] 2024-11-25T02:18:36,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.rep.1732501116168 2024-11-25T02:18:36,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-25T02:18:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 73061bd438b46152ea9d2f50052c170d, NAME => 'hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:36,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. service=MultiRowMutationService 2024-11-25T02:18:36,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:18:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:36,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,191 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,192 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName hfileref 2024-11-25T02:18:36,192 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:36,193 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:36,193 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,194 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName queue 2024-11-25T02:18:36,194 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:36,201 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/queue/79dea44a3b7a40a8813f1639329904dc 2024-11-25T02:18:36,201 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:36,201 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,202 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73061bd438b46152ea9d2f50052c170d columnFamilyName sid 2024-11-25T02:18:36,202 DEBUG [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:36,203 INFO [StoreOpener-73061bd438b46152ea9d2f50052c170d-1 {}] regionserver.HStore(327): Store=73061bd438b46152ea9d2f50052c170d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:36,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:18:36,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 73061bd438b46152ea9d2f50052c170d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62156650, jitterRate=-0.07379373908042908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:18:36,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:36,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 73061bd438b46152ea9d2f50052c170d: Running coprocessor pre-open hook at 1732501116190Writing region info on filesystem at 1732501116190Initializing all the Stores at 1732501116191 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501116191Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501116191Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501116191Cleaning up temporary data from old regions at 1732501116208 (+17 ms)Running coprocessor post-open hooks at 1732501116212 (+4 ms)Region opened successfully at 1732501116213 (+1 ms) 2024-11-25T02:18:36,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., pid=19, masterSystemTime=1732501116160 2024-11-25T02:18:36,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:36,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:36,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=73061bd438b46152ea9d2f50052c170d, regionState=OPEN, openSeqNum=10, regionLocation=dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:36,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43917,1732501110817 because future has completed 2024-11-25T02:18:36,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T02:18:36,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 73061bd438b46152ea9d2f50052c170d, server=dbdd1c922b13,43917,1732501110817 in 214 msec 2024-11-25T02:18:36,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-25T02:18:36,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73061bd438b46152ea9d2f50052c170d, ASSIGN in 375 msec 2024-11-25T02:18:36,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T02:18:36,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., hostname=dbdd1c922b13,43917,1732501110817, seqNum=10] 2024-11-25T02:18:36,265 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for dbdd1c922b13,43697,1732501092476 2024-11-25T02:18:36,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T02:18:36,348 DEBUG [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:36,375 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/.tmp/ns/a998bbc73c12482bb12c30511cbb7e4d 2024-11-25T02:18:36,383 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/.tmp/ns/a998bbc73c12482bb12c30511cbb7e4d as hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/ns/a998bbc73c12482bb12c30511cbb7e4d 2024-11-25T02:18:36,390 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/ns/a998bbc73c12482bb12c30511cbb7e4d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T02:18:36,391 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-25T02:18:36,391 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:18:36,397 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T02:18:36,397 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:36,397 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:36,398 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:36,398 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501115947Running coprocessor pre-close hooks at 1732501115947Disabling compacts and flushes for region at 1732501115947Disabling writes for close at 1732501115948 (+1 ms)Obtaining lock to block concurrent updates at 1732501115948Preparing flush snapshotting stores in 1588230740 at 1732501115948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732501115948Flushing stores of hbase:meta,,1.1588230740 at 1732501115949 (+1 ms)Flushing 1588230740/ns: creating writer at 1732501115949Flushing 1588230740/ns: appending metadata at 1732501115969 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732501115969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d80fab0: reopening flushed file at 1732501116382 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732501116391 (+9 ms)Writing region close event to WAL at 1732501116393 (+2 ms)Running coprocessor post-close hooks at 1732501116397 (+4 ms)Closed at 1732501116397 2024-11-25T02:18:36,398 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-25T02:18:36,548 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,41989,1732501100469; all regions closed. 2024-11-25T02:18:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741834_1010 (size=1152) 2024-11-25T02:18:36,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/WALs/dbdd1c922b13,41989,1732501100469/dbdd1c922b13%2C41989%2C1732501100469.meta.1732501103086.meta not finished, retry = 0 2024-11-25T02:18:36,661 DEBUG [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/oldWALs 2024-11-25T02:18:36,662 INFO [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C41989%2C1732501100469.meta:.meta(num 1732501103086) 2024-11-25T02:18:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:18:36,670 DEBUG [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/oldWALs 2024-11-25T02:18:36,670 INFO [RS:0;dbdd1c922b13:41989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C41989%2C1732501100469:(num 1732501102082) 2024-11-25T02:18:36,670 DEBUG [RS:0;dbdd1c922b13:41989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:36,670 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:36,671 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:36,671 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:36,671 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:36,671 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:36,671 INFO [RS:0;dbdd1c922b13:41989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41989 2024-11-25T02:18:36,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943/rs 2024-11-25T02:18:36,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11853859943/rs/dbdd1c922b13,41989,1732501100469 2024-11-25T02:18:36,816 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:36,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,41989,1732501100469] 2024-11-25T02:18:36,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11853859943/draining/dbdd1c922b13,41989,1732501100469 already deleted, retry=false 2024-11-25T02:18:36,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,41989,1732501100469 expired; onlineServers=0 2024-11-25T02:18:36,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,40653,1732501100328' ***** 2024-11-25T02:18:36,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:36,944 DEBUG [M:0;dbdd1c922b13:40653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:18:36,944 DEBUG [M:0;dbdd1c922b13:40653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:18:36,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:18:36,944 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501101735 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501101735,5,FailOnTimeoutGroup] 2024-11-25T02:18:36,944 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501101735 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501101735,5,FailOnTimeoutGroup] 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:36,944 DEBUG [M:0;dbdd1c922b13:40653 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:18:36,944 INFO [M:0;dbdd1c922b13:40653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:36,945 INFO [M:0;dbdd1c922b13:40653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:18:36,945 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:18:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11853859943/master 2024-11-25T02:18:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11853859943 2024-11-25T02:18:36,954 DEBUG [M:0;dbdd1c922b13:40653 {}] zookeeper.ZKUtil(347): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Unable to get data of znode /11853859943/master because node does not exist (not an error) 2024-11-25T02:18:36,954 WARN [M:0;dbdd1c922b13:40653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:18:36,955 INFO [M:0;dbdd1c922b13:40653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/.lastflushedseqids 2024-11-25T02:18:36,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741836_1012 (size=99) 2024-11-25T02:18:37,029 INFO [RS:0;dbdd1c922b13:41989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:37,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:37,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41989-0x1016fc89cf30004, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:37,029 INFO [RS:0;dbdd1c922b13:41989 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,41989,1732501100469; zookeeper connection closed. 2024-11-25T02:18:37,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d 2024-11-25T02:18:37,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:18:37,151 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:37,152 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:37,361 INFO [M:0;dbdd1c922b13:40653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:18:37,361 INFO [M:0;dbdd1c922b13:40653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:18:37,361 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:37,361 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:37,361 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:37,361 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:37,361 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:37,362 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T02:18:37,380 DEBUG [M:0;dbdd1c922b13:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787257123264363863b10c26dd302ad is 82, key is hbase:meta,,1/info:regioninfo/1732501103142/Put/seqid=0 2024-11-25T02:18:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741837_1013 (size=5672) 2024-11-25T02:18:37,786 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787257123264363863b10c26dd302ad 2024-11-25T02:18:37,817 DEBUG [M:0;dbdd1c922b13:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc24fec3362d44f5b65cd9d099c1ded1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732501103188/Put/seqid=0 2024-11-25T02:18:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741838_1014 (size=5275) 2024-11-25T02:18:38,223 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc24fec3362d44f5b65cd9d099c1ded1 2024-11-25T02:18:38,247 DEBUG [M:0;dbdd1c922b13:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee7b1ee33443c0a67865b42719a9ee is 69, key is dbdd1c922b13,41989,1732501100469/rs:state/1732501101840/Put/seqid=0 2024-11-25T02:18:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741839_1015 (size=5156) 2024-11-25T02:18:38,264 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:38,264 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:38,654 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee7b1ee33443c0a67865b42719a9ee 2024-11-25T02:18:38,668 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787257123264363863b10c26dd302ad as hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9787257123264363863b10c26dd302ad 2024-11-25T02:18:38,675 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9787257123264363863b10c26dd302ad, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T02:18:38,677 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc24fec3362d44f5b65cd9d099c1ded1 as hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc24fec3362d44f5b65cd9d099c1ded1 2024-11-25T02:18:38,683 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc24fec3362d44f5b65cd9d099c1ded1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T02:18:38,685 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee7b1ee33443c0a67865b42719a9ee as hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89ee7b1ee33443c0a67865b42719a9ee 2024-11-25T02:18:38,691 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35363/user/jenkins/test-data/219632e9-8dfa-b5ed-2250-87f615a02b94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89ee7b1ee33443c0a67865b42719a9ee, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T02:18:38,692 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false 2024-11-25T02:18:38,693 INFO [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:38,694 DEBUG [M:0;dbdd1c922b13:40653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501117361Disabling compacts and flushes for region at 1732501117361Disabling writes for close at 1732501117361Obtaining lock to block concurrent updates at 1732501117362 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501117362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732501117362Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501117363 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501117363Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501117380 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501117380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501117794 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501117816 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501117816Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501118231 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501118246 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501118246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b94c3b4: reopening flushed file at 1732501118667 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1836: reopening flushed file at 1732501118676 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f63baa5: reopening flushed file at 1732501118684 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false at 1732501118692 (+8 ms)Writing region close event to WAL at 1732501118693 (+1 ms)Closed at 1732501118693 2024-11-25T02:18:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40025 is added to blk_1073741830_1006 (size=10165) 2024-11-25T02:18:38,697 INFO [M:0;dbdd1c922b13:40653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:18:38,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:38,697 INFO [M:0;dbdd1c922b13:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40653 2024-11-25T02:18:38,699 INFO [M:0;dbdd1c922b13:40653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:38,864 INFO [M:0;dbdd1c922b13:40653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1016fc89cf30003, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:38,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:38,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:38,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:38,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:38,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:38,875 WARN [BP-512971584-172.17.0.3-1732501097737 heartbeating to localhost/127.0.0.1:35363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:18:38,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:18:38,875 WARN [BP-512971584-172.17.0.3-1732501097737 heartbeating to localhost/127.0.0.1:35363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-512971584-172.17.0.3-1732501097737 (Datanode Uuid 88578bf9-348f-4b15-a228-96c286e14397) service to localhost/127.0.0.1:35363 2024-11-25T02:18:38,875 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:18:38,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/cluster_8780dc7b-369c-4e90-33ad-82ff9b198b3f/data/data1/current/BP-512971584-172.17.0.3-1732501097737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:38,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/cluster_8780dc7b-369c-4e90-33ad-82ff9b198b3f/data/data2/current/BP-512971584-172.17.0.3-1732501097737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:38,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:18:38,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:38,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:38,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:38,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:38,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:38,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:18:38,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:18:38,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:38,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:38,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:38,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:38,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:38,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:18:38,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1940002280, stopped=false 2024-11-25T02:18:38,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,46451,1732501110765 2024-11-25T02:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/running 2024-11-25T02:18:38,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:38,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:38,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:38,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:38,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:38,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Set watcher on znode that does not yet exist, /0-2020509520/running 2024-11-25T02:18:38,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,43917,1732501110817' ***** 2024-11-25T02:18:38,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:18:38,913 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:18:38,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:18:38,913 INFO [RS:0;dbdd1c922b13:43917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:18:38,913 INFO [RS:0;dbdd1c922b13:43917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:18:38,913 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(3091): Received CLOSE for 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43917. 2024-11-25T02:18:38,914 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73061bd438b46152ea9d2f50052c170d, disabling compactions & flushes 2024-11-25T02:18:38,914 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:38,914 DEBUG [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:38,914 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:38,914 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:38,914 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. after waiting 0 ms 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:18:38,914 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:18:38,914 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:18:38,914 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1325): Online Regions={73061bd438b46152ea9d2f50052c170d=hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:18:38,915 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:38,915 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73061bd438b46152ea9d2f50052c170d 2024-11-25T02:18:38,915 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:38,915 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:38,915 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:38,915 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:38,915 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T02:18:38,919 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/replication/73061bd438b46152ea9d2f50052c170d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T02:18:38,920 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:38,920 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:38,920 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:38,920 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73061bd438b46152ea9d2f50052c170d: Waiting for close lock at 1732501118914Running coprocessor pre-close hooks at 1732501118914Disabling compacts and flushes for region at 1732501118914Disabling writes for close at 1732501118914Writing region close event to WAL at 1732501118915 (+1 ms)Running coprocessor post-close hooks at 1732501118920 (+5 ms)Closed at 1732501118920 2024-11-25T02:18:38,920 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d. 2024-11-25T02:18:38,932 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/0d79da592e0344f6beb10f9e5112f339 is 147, key is hbase:replication,,1732501103334.73061bd438b46152ea9d2f50052c170d./info:regioninfo/1732501116217/Put/seqid=0 2024-11-25T02:18:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741851_1027 (size=6385) 2024-11-25T02:18:38,962 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:39,115 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:39,315 DEBUG [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:39,339 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/0d79da592e0344f6beb10f9e5112f339 2024-11-25T02:18:39,353 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/.tmp/info/0d79da592e0344f6beb10f9e5112f339 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/info/0d79da592e0344f6beb10f9e5112f339 2024-11-25T02:18:39,360 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/info/0d79da592e0344f6beb10f9e5112f339, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T02:18:39,361 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-25T02:18:39,367 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T02:18:39,367 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:39,367 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:39,367 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:39,368 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501118914Running coprocessor pre-close hooks at 1732501118914Disabling compacts and flushes for region at 1732501118914Disabling writes for close at 1732501118915 (+1 ms)Obtaining lock to block concurrent updates at 1732501118915Preparing flush snapshotting stores in 1588230740 at 1732501118915Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732501118915Flushing stores of hbase:meta,,1.1588230740 at 1732501118916 (+1 ms)Flushing 1588230740/info: creating writer at 1732501118916Flushing 1588230740/info: appending metadata at 1732501118932 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732501118932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e952d4f: reopening flushed file at 1732501119351 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732501119361 (+10 ms)Writing region close event to WAL at 1732501119363 (+2 ms)Running coprocessor post-close hooks at 1732501119367 (+4 ms)Closed at 1732501119367 2024-11-25T02:18:39,368 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:39,472 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:18:39,472 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:18:39,473 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:39,473 DEBUG [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 to pos 0, reset compression=false 2024-11-25T02:18:39,516 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,43917,1732501110817; all regions closed. 2024-11-25T02:18:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741849_1025 (size=2156) 2024-11-25T02:18:39,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.meta.1732501111901.meta not finished, retry = 0 2024-11-25T02:18:39,627 DEBUG [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:39,627 INFO [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43917%2C1732501110817.meta:.meta(num 1732501111901) 2024-11-25T02:18:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741850_1026 (size=796) 2024-11-25T02:18:39,637 DEBUG [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:39,637 INFO [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43917%2C1732501110817.rep:(num 1732501116168) 2024-11-25T02:18:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741848_1024 (size=93) 2024-11-25T02:18:39,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/WALs/dbdd1c922b13,43917,1732501110817/dbdd1c922b13%2C43917%2C1732501110817.1732501111627 not finished, retry = 0 2024-11-25T02:18:39,743 DEBUG [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/oldWALs 2024-11-25T02:18:39,743 INFO [RS:0;dbdd1c922b13:43917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43917%2C1732501110817:(num 1732501111627) 2024-11-25T02:18:39,743 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:39,743 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:39,743 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:39,744 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:39,744 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:39,744 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:39,744 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T02:18:39,744 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,43917,1732501110817 because: Region server is closing 2024-11-25T02:18:39,744 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T02:18:39,744 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T02:18:39,744 INFO [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43917. 2024-11-25T02:18:39,744 DEBUG [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:39,745 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:39,745 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:39,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:39,845 WARN [RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:18:39,845 WARN [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:18:39,845 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,1-dbdd1c922b13,43917,1732501110817 terminated 2024-11-25T02:18:39,846 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbdd1c922b13,43917,1732501110817 because: Region server is closing 2024-11-25T02:18:39,846 INFO [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43917. 2024-11-25T02:18:39,846 DEBUG [RS:0;dbdd1c922b13:43917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:39,846 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:39,846 DEBUG [RS:0;dbdd1c922b13:43917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:39,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:39,946 WARN [RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:18:39,946 WARN [RS:0;dbdd1c922b13:43917.replicationSource.wal-reader.dbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:18:39,947 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;dbdd1c922b13:43917.replicationSource.shipperdbdd1c922b13%2C43917%2C1732501110817,2-dbdd1c922b13,43917,1732501110817 terminated 2024-11-25T02:18:39,947 INFO [RS:0;dbdd1c922b13:43917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43917 2024-11-25T02:18:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/rs/dbdd1c922b13,43917,1732501110817 2024-11-25T02:18:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520/rs 2024-11-25T02:18:39,996 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:40,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,43917,1732501110817] 2024-11-25T02:18:40,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2020509520/draining/dbdd1c922b13,43917,1732501110817 already deleted, retry=false 2024-11-25T02:18:40,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,43917,1732501110817 expired; onlineServers=0 2024-11-25T02:18:40,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,46451,1732501110765' ***** 2024-11-25T02:18:40,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:18:40,017 INFO [M:0;dbdd1c922b13:46451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:40,017 INFO [M:0;dbdd1c922b13:46451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:40,017 DEBUG [M:0;dbdd1c922b13:46451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:18:40,017 DEBUG [M:0;dbdd1c922b13:46451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:18:40,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:18:40,017 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501111305 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501111305,5,FailOnTimeoutGroup] 2024-11-25T02:18:40,017 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501111305 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501111305,5,FailOnTimeoutGroup] 2024-11-25T02:18:40,017 INFO [M:0;dbdd1c922b13:46451 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:40,017 INFO [M:0;dbdd1c922b13:46451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:40,017 DEBUG [M:0;dbdd1c922b13:46451 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:18:40,018 INFO [M:0;dbdd1c922b13:46451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:18:40,018 INFO [M:0;dbdd1c922b13:46451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:40,018 INFO [M:0;dbdd1c922b13:46451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:18:40,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:18:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2020509520/master 2024-11-25T02:18:40,027 DEBUG [M:0;dbdd1c922b13:46451 {}] zookeeper.ZKUtil(347): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Unable to get data of znode /0-2020509520/master because node does not exist (not an error) 2024-11-25T02:18:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2020509520 2024-11-25T02:18:40,027 WARN [M:0;dbdd1c922b13:46451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:18:40,028 INFO [M:0;dbdd1c922b13:46451 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/.lastflushedseqids 2024-11-25T02:18:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741852_1028 (size=181) 2024-11-25T02:18:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:40,106 INFO [RS:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:40,106 INFO [RS:0;dbdd1c922b13:43917 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,43917,1732501110817; zookeeper connection closed. 2024-11-25T02:18:40,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43917-0x1016fc89cf30007, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:40,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@713621e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@713621e4 2024-11-25T02:18:40,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:18:40,434 INFO [M:0;dbdd1c922b13:46451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:18:40,434 INFO [M:0;dbdd1c922b13:46451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:18:40,434 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:40,435 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:40,435 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:40,435 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:40,435 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:40,435 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T02:18:40,455 DEBUG [M:0;dbdd1c922b13:46451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b1d810fcff5411983dd30a0535fe2d3 is 82, key is hbase:meta,,1/info:regioninfo/1732501111968/Put/seqid=0 2024-11-25T02:18:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741853_1029 (size=5680) 2024-11-25T02:18:40,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:18:40,860 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b1d810fcff5411983dd30a0535fe2d3 2024-11-25T02:18:40,881 DEBUG [M:0;dbdd1c922b13:46451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b19f32383f54f6fb32c6b9364f8c2e0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732501116225/Put/seqid=0 2024-11-25T02:18:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741854_1030 (size=7319) 2024-11-25T02:18:41,286 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b19f32383f54f6fb32c6b9364f8c2e0 2024-11-25T02:18:41,307 DEBUG [M:0;dbdd1c922b13:46451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c72544e0b945b396e5a8a0eb58cae4 is 69, key is dbdd1c922b13,43917,1732501110817/rs:state/1732501111392/Put/seqid=0 2024-11-25T02:18:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741855_1031 (size=5371) 2024-11-25T02:18:41,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:41,712 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c72544e0b945b396e5a8a0eb58cae4 2024-11-25T02:18:41,719 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c72544e0b945b396e5a8a0eb58cae4 2024-11-25T02:18:41,720 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b1d810fcff5411983dd30a0535fe2d3 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b1d810fcff5411983dd30a0535fe2d3 2024-11-25T02:18:41,728 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b1d810fcff5411983dd30a0535fe2d3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-25T02:18:41,729 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b19f32383f54f6fb32c6b9364f8c2e0 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b19f32383f54f6fb32c6b9364f8c2e0 2024-11-25T02:18:41,736 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b19f32383f54f6fb32c6b9364f8c2e0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-25T02:18:41,738 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c72544e0b945b396e5a8a0eb58cae4 as hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c72544e0b945b396e5a8a0eb58cae4 2024-11-25T02:18:41,745 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c72544e0b945b396e5a8a0eb58cae4 2024-11-25T02:18:41,746 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/b4228698-4ef8-6881-6e54-8eb2f88edeef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c72544e0b945b396e5a8a0eb58cae4, entries=2, sequenceid=172, filesize=5.2 K 2024-11-25T02:18:41,747 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-25T02:18:41,749 INFO [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:41,749 DEBUG [M:0;dbdd1c922b13:46451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501120434Disabling compacts and flushes for region at 1732501120434Disabling writes for close at 1732501120435 (+1 ms)Obtaining lock to block concurrent updates at 1732501120435Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501120435Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732501120435Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501120436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501120436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501120455 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501120455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501120866 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501120881 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501120881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501121292 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501121306 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501121306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcf2ba9: reopening flushed file at 1732501121719 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461299: reopening flushed file at 1732501121728 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ffec50: reopening flushed file at 1732501121737 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1732501121747 (+10 ms)Writing region close event to WAL at 1732501121749 (+2 ms)Closed at 1732501121749 2024-11-25T02:18:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741847_1023 (size=22949) 2024-11-25T02:18:41,752 INFO [M:0;dbdd1c922b13:46451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:18:41,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:41,752 INFO [M:0;dbdd1c922b13:46451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46451 2024-11-25T02:18:41,753 INFO [M:0;dbdd1c922b13:46451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:41,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:41,896 INFO [M:0;dbdd1c922b13:46451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:41,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46451-0x1016fc89cf30006, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:41,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:41,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:41,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:41,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:41,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:41,900 WARN [BP-101282617-172.17.0.3-1732501087544 heartbeating to localhost/127.0.0.1:45809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:18:41,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:18:41,900 WARN [BP-101282617-172.17.0.3-1732501087544 heartbeating to localhost/127.0.0.1:45809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-101282617-172.17.0.3-1732501087544 (Datanode Uuid cf65b8e0-f2d6-4eea-ba23-4c1a7635c005) service to localhost/127.0.0.1:45809 2024-11-25T02:18:41,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:18:41,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/data/data1/current/BP-101282617-172.17.0.3-1732501087544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:41,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/cluster_9db284e6-fa4f-c6e4-d911-f34fe9d059bd/data/data2/current/BP-101282617-172.17.0.3-1732501087544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:41,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:18:41,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:41,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:41,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:41,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:41,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cc23842-360f-aed8-b6af-59bbea9f195d/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:41,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:18:41,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:18:41,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbdd1c922b13:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35363 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbdd1c922b13:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbdd1c922b13:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/dbdd1c922b13:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/dbdd1c922b13:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45809 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=739 (was 1092), ProcessCount=11 (was 11), AvailableMemoryMB=4160 (was 5178) 2024-11-25T02:18:41,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=739, ProcessCount=11, AvailableMemoryMB=4158 2024-11-25T02:18:41,961 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-25T02:18:41,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir so I do NOT create it in target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a 2024-11-25T02:18:41,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:18:41,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.tmp.dir so I do NOT create it in target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a 2024-11-25T02:18:41,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95968aa2-ce98-21a9-c0e0-3d35b30b75e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:18:41,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a 2024-11-25T02:18:41,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e, deleteOnExit=true 2024-11-25T02:18:41,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/zookeeper_0, clientPort=53554, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:18:41,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53554 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/test.cache.data in system properties and HBase conf 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:18:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:18:41,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:18:41,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:18:41,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:18:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fc89cf30002, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:18:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fc89cf30005, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:18:42,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fc89cf30002, quorum=127.0.0.1:53922, baseZNode=/0-2020509520 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:18:42,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fc89cf30005, quorum=127.0.0.1:53922, baseZNode=/11853859943 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:18:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:18:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:18:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:42,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:42,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:42,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:42,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:42,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:42,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:42,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:42,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:42,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/java.io.tmpdir/jetty-localhost-40605-hadoop-hdfs-3_4_1-tests_jar-_-any-15536610206976593288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:42,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:40605} 2024-11-25T02:18:42,519 INFO [Time-limited test {}] server.Server(415): Started @37447ms 2024-11-25T02:18:42,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:42,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:42,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:42,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:42,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:18:42,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:42,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/java.io.tmpdir/jetty-localhost-44539-hadoop-hdfs-3_4_1-tests_jar-_-any-6201290649692774519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:42,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:44539} 2024-11-25T02:18:42,878 INFO [Time-limited test {}] server.Server(415): Started @37805ms 2024-11-25T02:18:42,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:18:43,543 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/data/data1/current/BP-1464157087-172.17.0.3-1732501122006/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:43,543 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/data/data2/current/BP-1464157087-172.17.0.3-1732501122006/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:43,583 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:18:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x600b9b06dd581f16 with lease ID 0xb8e20586dec4069c: Processing first storage report for DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6 from datanode DatanodeRegistration(127.0.0.1:36431, datanodeUuid=de100bfb-2d79-42bf-8556-d4bee3c594e0, infoPort=39505, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1881520394;c=1732501122006) 2024-11-25T02:18:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x600b9b06dd581f16 with lease ID 0xb8e20586dec4069c: from storage DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6 node DatanodeRegistration(127.0.0.1:36431, datanodeUuid=de100bfb-2d79-42bf-8556-d4bee3c594e0, infoPort=39505, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1881520394;c=1732501122006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x600b9b06dd581f16 with lease ID 0xb8e20586dec4069c: Processing first storage report for DS-891ed01f-ef28-409d-a0fa-d91b3f6674df from datanode DatanodeRegistration(127.0.0.1:36431, datanodeUuid=de100bfb-2d79-42bf-8556-d4bee3c594e0, infoPort=39505, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1881520394;c=1732501122006) 2024-11-25T02:18:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x600b9b06dd581f16 with lease ID 0xb8e20586dec4069c: from storage DS-891ed01f-ef28-409d-a0fa-d91b3f6674df node DatanodeRegistration(127.0.0.1:36431, datanodeUuid=de100bfb-2d79-42bf-8556-d4bee3c594e0, infoPort=39505, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=1881520394;c=1732501122006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:43,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a 2024-11-25T02:18:43,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:43,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:18:44,021 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc with version=8 2024-11-25T02:18:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/hbase-staging 2024-11-25T02:18:44,023 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:44,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:18:44,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:44,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43917 2024-11-25T02:18:44,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43917 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439170x0, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:44,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43917-0x1016fc927650000 connected 2024-11-25T02:18:44,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:44,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:44,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/running 2024-11-25T02:18:44,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc, hbase.cluster.distributed=false 2024-11-25T02:18:44,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/acl 2024-11-25T02:18:44,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:44,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43917 2024-11-25T02:18:44,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43917 2024-11-25T02:18:44,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:44,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43917 2024-11-25T02:18:44,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:44,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:18:44,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:44,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38227 2024-11-25T02:18:44,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38227 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:44,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:44,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:44,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382270x0, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:44,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38227-0x1016fc927650001 connected 2024-11-25T02:18:44,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/running 2024-11-25T02:18:44,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:18:44,418 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:18:44,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/master 2024-11-25T02:18:44,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/acl 2024-11-25T02:18:44,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-25T02:18:44,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38227 2024-11-25T02:18:44,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38227 2024-11-25T02:18:44,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-25T02:18:44,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-25T02:18:44,435 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:43917 2024-11-25T02:18:44,436 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01764867470/backup-masters/dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/backup-masters 2024-11-25T02:18:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/backup-masters 2024-11-25T02:18:44,448 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on existing znode=/01764867470/backup-masters/dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01764867470/master 2024-11-25T02:18:44,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:44,459 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on existing znode=/01764867470/master 2024-11-25T02:18:44,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01764867470/backup-masters/dbdd1c922b13,43917,1732501124023 from backup master directory 2024-11-25T02:18:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/backup-masters 2024-11-25T02:18:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01764867470/backup-masters/dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/backup-masters 2024-11-25T02:18:44,469 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:44,469 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:44,473 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/hbase.id] with ID: 94988a1a-0dca-4561-9f7c-8e50ab4c15c2 2024-11-25T02:18:44,473 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/.tmp/hbase.id 2024-11-25T02:18:44,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:18:44,879 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/.tmp/hbase.id]:[hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/hbase.id] 2024-11-25T02:18:44,891 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:44,891 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:18:44,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T02:18:44,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:44,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:18:45,359 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:45,360 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:18:45,361 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:18:45,768 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store 2024-11-25T02:18:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:46,180 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:46,180 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:46,180 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501126180Disabling compacts and flushes for region at 1732501126180Disabling writes for close at 1732501126180Writing region close event to WAL at 1732501126180Closed at 1732501126180 2024-11-25T02:18:46,182 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/.initializing 2024-11-25T02:18:46,182 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/WALs/dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:46,183 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:46,185 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C43917%2C1732501124023, suffix=, logDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/WALs/dbdd1c922b13,43917,1732501124023, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/oldWALs, maxLogs=10 2024-11-25T02:18:46,197 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/WALs/dbdd1c922b13,43917,1732501124023/dbdd1c922b13%2C43917%2C1732501124023.1732501126185, exclude list is [], retry=0 2024-11-25T02:18:46,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6,DISK] 2024-11-25T02:18:46,202 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/WALs/dbdd1c922b13,43917,1732501124023/dbdd1c922b13%2C43917%2C1732501124023.1732501126185 2024-11-25T02:18:46,203 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-25T02:18:46,203 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:46,203 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:46,203 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,203 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:18:46,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:46,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:46,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:18:46,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:46,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:46,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:18:46,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:46,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:18:46,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:46,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:46,212 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,213 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,213 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:46,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:46,219 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:46,219 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61413336, jitterRate=-0.08486998081207275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:46,220 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501126203Initializing all the Stores at 1732501126204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501126204Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501126204Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501126204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501126204Cleaning up temporary data from old regions at 1732501126215 (+11 ms)Region opened successfully at 1732501126220 (+5 ms) 2024-11-25T02:18:46,221 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:18:46,224 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2436d879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:46,225 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:18:46,225 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:18:46,225 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:18:46,226 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:18:46,226 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:18:46,226 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:18:46,226 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:18:46,228 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:18:46,229 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/balancer because node does not exist (not necessarily an error) 2024-11-25T02:18:46,332 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/balancer already deleted, retry=false 2024-11-25T02:18:46,332 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:18:46,333 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:18:46,342 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/normalizer already deleted, retry=false 2024-11-25T02:18:46,342 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:18:46,343 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:18:46,353 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/switch/split already deleted, retry=false 2024-11-25T02:18:46,353 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:18:46,363 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/switch/merge already deleted, retry=false 2024-11-25T02:18:46,365 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:18:46,374 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/snapshot-cleanup already deleted, retry=false 2024-11-25T02:18:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01764867470/running 2024-11-25T02:18:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01764867470/running 2024-11-25T02:18:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,385 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,43917,1732501124023, sessionid=0x1016fc927650000, setting cluster-up flag (Was=false) 2024-11-25T02:18:46,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,437 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01764867470/flush-table-proc/acquired, /01764867470/flush-table-proc/reached, /01764867470/flush-table-proc/abort 2024-11-25T02:18:46,439 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:46,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:46,490 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01764867470/online-snapshot/acquired, /01764867470/online-snapshot/reached, /01764867470/online-snapshot/abort 2024-11-25T02:18:46,490 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:46,491 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:18:46,493 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:46,493 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:18:46,494 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:18:46,494 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of dbdd1c922b13,43697,1732501092476: status=Processing ServerCrashProcedure of dbdd1c922b13,43697,1732501092476 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732501111305, completionTime=-1 appears to have been leaked 2024-11-25T02:18:46,494 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,43917,1732501124023 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:18:46,495 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:46,495 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:46,496 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501156497 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:18:46,497 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:18:46,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:46,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:18:46,498 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501126498,5,FailOnTimeoutGroup] 2024-11-25T02:18:46,498 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501126498,5,FailOnTimeoutGroup] 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:18:46,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,499 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:46,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:18:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:18:46,528 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(746): ClusterId : 94988a1a-0dca-4561-9f7c-8e50ab4c15c2 2024-11-25T02:18:46,528 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:18:46,532 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:18:46,532 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:18:46,543 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:18:46,544 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dea53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:46,557 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:38227 2024-11-25T02:18:46,557 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:18:46,557 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:18:46,557 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:18:46,558 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,43917,1732501124023 with port=38227, startcode=1732501124400 2024-11-25T02:18:46,558 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:18:46,560 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:18:46,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43917 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,562 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc 2024-11-25T02:18:46,562 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36401 2024-11-25T02:18:46,562 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:18:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/rs 2024-11-25T02:18:46,574 DEBUG [RS:0;dbdd1c922b13:38227 {}] zookeeper.ZKUtil(111): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on existing znode=/01764867470/rs/dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,574 WARN [RS:0;dbdd1c922b13:38227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:46,574 INFO [RS:0;dbdd1c922b13:38227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:46,575 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,38227,1732501124400] 2024-11-25T02:18:46,578 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:18:46,580 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:18:46,581 INFO [RS:0;dbdd1c922b13:38227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:18:46,581 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,581 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:18:46,582 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:18:46,582 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,582 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,583 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,583 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:46,583 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:46,583 DEBUG [RS:0;dbdd1c922b13:38227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,583 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38227,1732501124400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:46,597 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:18:46,598 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38227,1732501124400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,598 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,598 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.Replication(171): dbdd1c922b13,38227,1732501124400 started 2024-11-25T02:18:46,612 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:46,612 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,38227,1732501124400, RpcServer on dbdd1c922b13/172.17.0.3:38227, sessionid=0x1016fc927650001 2024-11-25T02:18:46,612 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:18:46,612 DEBUG [RS:0;dbdd1c922b13:38227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,612 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,38227,1732501124400' 2024-11-25T02:18:46,612 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01764867470/flush-table-proc/abort' 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01764867470/flush-table-proc/acquired' 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,38227,1732501124400' 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01764867470/online-snapshot/abort' 2024-11-25T02:18:46,613 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01764867470/online-snapshot/acquired' 2024-11-25T02:18:46,614 DEBUG [RS:0;dbdd1c922b13:38227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:18:46,614 INFO [RS:0;dbdd1c922b13:38227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:18:46,614 INFO [RS:0;dbdd1c922b13:38227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:18:46,714 INFO [RS:0;dbdd1c922b13:38227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:46,716 INFO [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38227%2C1732501124400, suffix=, logDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs, maxLogs=10 2024-11-25T02:18:46,728 DEBUG [RS:0;dbdd1c922b13:38227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716, exclude list is [], retry=0 2024-11-25T02:18:46,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6,DISK] 2024-11-25T02:18:46,733 INFO [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 2024-11-25T02:18:46,734 DEBUG [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-25T02:18:46,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:18:46,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc 2024-11-25T02:18:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:18:47,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:47,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:47,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:47,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:47,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:47,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:47,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:47,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:47,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:47,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:47,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740 2024-11-25T02:18:47,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740 2024-11-25T02:18:47,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:47,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:47,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:47,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:47,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:47,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65724064, jitterRate=-0.020635128021240234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:47,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501127316Initializing all the Stores at 1732501127317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127318 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501127318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127318Cleaning up temporary data from old regions at 1732501127328 (+10 ms)Region opened successfully at 1732501127334 (+6 ms) 2024-11-25T02:18:47,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:47,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:47,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:47,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:47,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:47,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:47,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501127334Disabling compacts and flushes for region at 1732501127334Disabling writes for close at 1732501127334Writing region close event to WAL at 1732501127335 (+1 ms)Closed at 1732501127335 2024-11-25T02:18:47,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:47,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:18:47,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:18:47,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:47,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:18:47,489 DEBUG [dbdd1c922b13:43917 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:47,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:47,491 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,38227,1732501124400, state=OPENING 2024-11-25T02:18:47,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:18:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:47,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:47,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:47,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01764867470/meta-region-server: CHANGED 2024-11-25T02:18:47,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01764867470/meta-region-server: CHANGED 2024-11-25T02:18:47,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38227,1732501124400}] 2024-11-25T02:18:47,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:47,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:47,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:47,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:18:47,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:18:47,670 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:18:47,670 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:47,670 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:18:47,672 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38227%2C1732501124400.meta, suffix=.meta, logDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs, maxLogs=10 2024-11-25T02:18:47,684 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.meta.1732501127672.meta, exclude list is [], retry=0 2024-11-25T02:18:47,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6,DISK] 2024-11-25T02:18:47,689 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.meta.1732501127672.meta 2024-11-25T02:18:47,689 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-25T02:18:47,689 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:47,690 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:18:47,690 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:18:47,690 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:18:47,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:47,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:47,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:47,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:47,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:47,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:47,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:47,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:47,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:47,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:47,699 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:47,699 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740 2024-11-25T02:18:47,700 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740 2024-11-25T02:18:47,701 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:47,701 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:47,702 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:47,703 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:47,704 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602448, jitterRate=0.09676194190979004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:47,704 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:18:47,704 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501127690Writing region info on filesystem at 1732501127690Initializing all the Stores at 1732501127691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127692 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501127692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501127692Cleaning up temporary data from old regions at 1732501127701 (+9 ms)Running coprocessor post-open hooks at 1732501127704 (+3 ms)Region opened successfully at 1732501127704 2024-11-25T02:18:47,706 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501127664 2024-11-25T02:18:47,708 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:18:47,708 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:18:47,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:47,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,38227,1732501124400, state=OPEN 2024-11-25T02:18:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01764867470/meta-region-server 2024-11-25T02:18:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01764867470/meta-region-server 2024-11-25T02:18:47,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:47,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01764867470/meta-region-server: CHANGED 2024-11-25T02:18:47,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01764867470/meta-region-server: CHANGED 2024-11-25T02:18:47,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:18:47,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38227,1732501124400 in 277 msec 2024-11-25T02:18:47,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:18:47,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-25T02:18:47,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:47,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:18:47,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:47,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38227,1732501124400, seqNum=-1] 2024-11-25T02:18:47,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:47,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:47,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-25T02:18:47,804 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501127804, completionTime=-1 2024-11-25T02:18:47,804 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:18:47,805 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501187807 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501247807 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:43917, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,810 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.343sec 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:47,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:18:47,815 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:18:47,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:18:47,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43917,1732501124023-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:47,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:47,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,43917,-1 for getting cluster id 2024-11-25T02:18:47,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:47,830 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94988a1a-0dca-4561-9f7c-8e50ab4c15c2' 2024-11-25T02:18:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94988a1a-0dca-4561-9f7c-8e50ab4c15c2" 2024-11-25T02:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4897b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,43917,-1] 2024-11-25T02:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:47,832 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:47,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:47,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38227,1732501124400, seqNum=-1] 2024-11-25T02:18:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:47,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:47,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:47,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:47,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:47,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fc927650002 connected 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir so I do NOT create it in target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924 2024-11-25T02:18:47,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.tmp.dir so I do NOT create it in target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924 2024-11-25T02:18:47,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:18:47,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/cluster_b5be2e08-65e9-efc9-6ed1-4cbc2f5c7691, deleteOnExit=true 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:18:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/test.cache.data in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:18:47,872 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:18:47,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:18:47,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:18:48,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:48,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:48,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:48,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:48,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:18:48,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:48,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:48,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:48,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/java.io.tmpdir/jetty-localhost-41369-hadoop-hdfs-3_4_1-tests_jar-_-any-12978307273209910858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:48,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:41369} 2024-11-25T02:18:48,283 INFO [Time-limited test {}] server.Server(415): Started @43211ms 2024-11-25T02:18:48,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:18:48,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:18:48,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:18:48,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:18:48,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:18:48,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c08a4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:18:48,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cba68dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:18:48,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71eed90c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/java.io.tmpdir/jetty-localhost-36649-hadoop-hdfs-3_4_1-tests_jar-_-any-9410305052790294942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:48,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d6db02{HTTP/1.1, (http/1.1)}{localhost:36649} 2024-11-25T02:18:48,631 INFO [Time-limited test {}] server.Server(415): Started @43559ms 2024-11-25T02:18:48,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:18:49,328 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/cluster_b5be2e08-65e9-efc9-6ed1-4cbc2f5c7691/data/data2/current/BP-1444907462-172.17.0.3-1732501127893/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:49,328 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/cluster_b5be2e08-65e9-efc9-6ed1-4cbc2f5c7691/data/data1/current/BP-1444907462-172.17.0.3-1732501127893/current, will proceed with Du for space computation calculation, 2024-11-25T02:18:49,343 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:18:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd1abb7081a72ca6 with lease ID 0x69c5f043d2e00173: Processing first storage report for DS-e43e70fd-21d4-4def-bb9c-d6b76c751566 from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=6b8bc9c4-b097-40aa-876e-dde08eb6bdaa, infoPort=35247, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=632394470;c=1732501127893) 2024-11-25T02:18:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd1abb7081a72ca6 with lease ID 0x69c5f043d2e00173: from storage DS-e43e70fd-21d4-4def-bb9c-d6b76c751566 node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=6b8bc9c4-b097-40aa-876e-dde08eb6bdaa, infoPort=35247, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=632394470;c=1732501127893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd1abb7081a72ca6 with lease ID 0x69c5f043d2e00173: Processing first storage report for DS-d847d0ee-a380-463d-adb3-7c8d676670ea from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=6b8bc9c4-b097-40aa-876e-dde08eb6bdaa, infoPort=35247, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=632394470;c=1732501127893) 2024-11-25T02:18:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd1abb7081a72ca6 with lease ID 0x69c5f043d2e00173: from storage DS-d847d0ee-a380-463d-adb3-7c8d676670ea node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=6b8bc9c4-b097-40aa-876e-dde08eb6bdaa, infoPort=35247, infoSecurePort=0, ipcPort=44231, storageInfo=lv=-57;cid=testClusterID;nsid=632394470;c=1732501127893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:18:49,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924 2024-11-25T02:18:49,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:18:49,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02 with version=8 2024-11-25T02:18:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/hbase-staging 2024-11-25T02:18:49,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:49,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32875 2024-11-25T02:18:49,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32875 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:49,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328750x0, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:49,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32875-0x1016fc927650003 connected 2024-11-25T02:18:49,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/running 2024-11-25T02:18:49,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02, hbase.cluster.distributed=false 2024-11-25T02:18:49,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/acl 2024-11-25T02:18:49,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-25T02:18:49,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32875 2024-11-25T02:18:49,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32875 2024-11-25T02:18:49,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-25T02:18:49,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32875 2024-11-25T02:18:49,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:18:49,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:18:49,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40291 2024-11-25T02:18:49,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40291 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:49,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402910x0, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:49,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402910x0, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/running 2024-11-25T02:18:49,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40291-0x1016fc927650004 connected 2024-11-25T02:18:49,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:18:49,933 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:18:49,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/master 2024-11-25T02:18:49,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/acl 2024-11-25T02:18:49,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40291 2024-11-25T02:18:49,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40291 2024-11-25T02:18:49,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40291 2024-11-25T02:18:49,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40291 2024-11-25T02:18:49,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40291 2024-11-25T02:18:49,947 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:32875 2024-11-25T02:18:49,948 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /174149606/backup-masters/dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:49,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/backup-masters 2024-11-25T02:18:49,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/backup-masters 2024-11-25T02:18:49,953 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on existing znode=/174149606/backup-masters/dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174149606/master 2024-11-25T02:18:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:49,995 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on existing znode=/174149606/master 2024-11-25T02:18:49,995 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /174149606/backup-masters/dbdd1c922b13,32875,1732501129772 from backup master directory 2024-11-25T02:18:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174149606/backup-masters/dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/backup-masters 2024-11-25T02:18:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/backup-masters 2024-11-25T02:18:50,005 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:50,005 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:50,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/hbase.id] with ID: f6bfb9f9-cc47-414c-ba83-27d26ebaa373 2024-11-25T02:18:50,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/.tmp/hbase.id 2024-11-25T02:18:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:18:50,416 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/.tmp/hbase.id]:[hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/hbase.id] 2024-11-25T02:18:50,428 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:18:50,428 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:18:50,429 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:18:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:50,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:50,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:18:50,918 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:50,918 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:18:50,919 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:18:51,326 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store 2024-11-25T02:18:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:51,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:51,733 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:51,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501131733Disabling compacts and flushes for region at 1732501131733Disabling writes for close at 1732501131733Writing region close event to WAL at 1732501131733Closed at 1732501131733 2024-11-25T02:18:51,734 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/.initializing 2024-11-25T02:18:51,734 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/WALs/dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:51,735 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:51,737 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C32875%2C1732501129772, suffix=, logDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/WALs/dbdd1c922b13,32875,1732501129772, archiveDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/oldWALs, maxLogs=10 2024-11-25T02:18:51,750 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/WALs/dbdd1c922b13,32875,1732501129772/dbdd1c922b13%2C32875%2C1732501129772.1732501131737, exclude list is [], retry=0 2024-11-25T02:18:51,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-e43e70fd-21d4-4def-bb9c-d6b76c751566,DISK] 2024-11-25T02:18:51,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/WALs/dbdd1c922b13,32875,1732501129772/dbdd1c922b13%2C32875%2C1732501129772.1732501131737 2024-11-25T02:18:51,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35247:35247)] 2024-11-25T02:18:51,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:51,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:51,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:18:51,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:51,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:51,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:18:51,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:51,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:51,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:18:51,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:51,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:51,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:18:51,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:51,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:51,764 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,766 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,766 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,766 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:51,767 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:18:51,769 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:51,769 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73105504, jitterRate=0.08935689926147461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:51,770 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501131755Initializing all the Stores at 1732501131756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501131756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501131757 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501131757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501131757Cleaning up temporary data from old regions at 1732501131766 (+9 ms)Region opened successfully at 1732501131770 (+4 ms) 2024-11-25T02:18:51,770 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:18:51,773 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66835628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:51,773 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:18:51,774 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:18:51,776 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:18:51,777 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Unable to get data of znode /174149606/balancer because node does not exist (not necessarily an error) 2024-11-25T02:18:51,837 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/balancer already deleted, retry=false 2024-11-25T02:18:51,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:18:51,838 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Unable to get data of znode /174149606/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:18:51,847 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/normalizer already deleted, retry=false 2024-11-25T02:18:51,847 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:18:51,848 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Unable to get data of znode /174149606/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:18:51,857 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/switch/split already deleted, retry=false 2024-11-25T02:18:51,858 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Unable to get data of znode /174149606/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:18:51,868 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/switch/merge already deleted, retry=false 2024-11-25T02:18:51,870 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Unable to get data of znode /174149606/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:18:51,879 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/snapshot-cleanup already deleted, retry=false 2024-11-25T02:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174149606/running 2024-11-25T02:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174149606/running 2024-11-25T02:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,890 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,32875,1732501129772, sessionid=0x1016fc927650003, setting cluster-up flag (Was=false) 2024-11-25T02:18:51,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,942 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /174149606/flush-table-proc/acquired, /174149606/flush-table-proc/reached, /174149606/flush-table-proc/abort 2024-11-25T02:18:51,943 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:51,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:51,995 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /174149606/online-snapshot/acquired, /174149606/online-snapshot/reached, /174149606/online-snapshot/abort 2024-11-25T02:18:51,996 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:51,999 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:18:52,007 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:52,007 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:18:52,007 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:18:52,007 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,32875,1732501129772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:18:52,010 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,011 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:52,011 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501162012 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:18:52,012 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:18:52,013 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,013 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:18:52,013 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:18:52,013 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:18:52,013 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:18:52,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:52,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:18:52,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501132014,5,FailOnTimeoutGroup] 2024-11-25T02:18:52,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501132014,5,FailOnTimeoutGroup] 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:52,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:18:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:18:52,040 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(746): ClusterId : f6bfb9f9-cc47-414c-ba83-27d26ebaa373 2024-11-25T02:18:52,040 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:18:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:18:52,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:18:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:52,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:18:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:52,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:18:52,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:18:52,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:18:52,111 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:18:52,111 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:18:52,175 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:18:52,175 DEBUG [RS:0;dbdd1c922b13:40291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd7ad49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:18:52,185 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:40291 2024-11-25T02:18:52,186 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:18:52,186 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:18:52,186 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:18:52,186 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,32875,1732501129772 with port=40291, startcode=1732501129919 2024-11-25T02:18:52,186 DEBUG [RS:0;dbdd1c922b13:40291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:18:52,188 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:18:52,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32875 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,190 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02 2024-11-25T02:18:52,190 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33301 2024-11-25T02:18:52,190 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:18:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/rs 2024-11-25T02:18:52,216 DEBUG [RS:0;dbdd1c922b13:40291 {}] zookeeper.ZKUtil(111): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on existing znode=/174149606/rs/dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,216 WARN [RS:0;dbdd1c922b13:40291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:18:52,216 INFO [RS:0;dbdd1c922b13:40291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:52,217 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,40291,1732501129919] 2024-11-25T02:18:52,220 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:18:52,222 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:18:52,223 INFO [RS:0;dbdd1c922b13:40291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:18:52,223 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,223 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:18:52,224 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:18:52,224 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,224 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,225 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:18:52,225 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:52,225 DEBUG [RS:0;dbdd1c922b13:40291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,227 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40291,1732501129919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:52,240 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:18:52,240 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40291,1732501129919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,240 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,240 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.Replication(171): dbdd1c922b13,40291,1732501129919 started 2024-11-25T02:18:52,253 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:52,253 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,40291,1732501129919, RpcServer on dbdd1c922b13/172.17.0.3:40291, sessionid=0x1016fc927650004 2024-11-25T02:18:52,253 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:18:52,253 DEBUG [RS:0;dbdd1c922b13:40291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,40291,1732501129919' 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/174149606/flush-table-proc/abort' 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/174149606/flush-table-proc/acquired' 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:52,254 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,40291,1732501129919' 2024-11-25T02:18:52,255 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/174149606/online-snapshot/abort' 2024-11-25T02:18:52,255 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/174149606/online-snapshot/acquired' 2024-11-25T02:18:52,255 DEBUG [RS:0;dbdd1c922b13:40291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:18:52,255 INFO [RS:0;dbdd1c922b13:40291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:18:52,255 INFO [RS:0;dbdd1c922b13:40291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:18:52,356 INFO [RS:0;dbdd1c922b13:40291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:18:52,357 INFO [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C40291%2C1732501129919, suffix=, logDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919, archiveDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/oldWALs, maxLogs=10 2024-11-25T02:18:52,369 DEBUG [RS:0;dbdd1c922b13:40291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919/dbdd1c922b13%2C40291%2C1732501129919.1732501132357, exclude list is [], retry=0 2024-11-25T02:18:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-e43e70fd-21d4-4def-bb9c-d6b76c751566,DISK] 2024-11-25T02:18:52,373 INFO [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919/dbdd1c922b13%2C40291%2C1732501129919.1732501132357 2024-11-25T02:18:52,374 DEBUG [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35247:35247)] 2024-11-25T02:18:52,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:18:52,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02 2024-11-25T02:18:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:18:52,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:18:52,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:52,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:52,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:52,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:52,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:52,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:52,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:52,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:52,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:52,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:52,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:52,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:52,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:52,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:52,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:52,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740 2024-11-25T02:18:52,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740 2024-11-25T02:18:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:52,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:52,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:52,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:52,853 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564380, jitterRate=0.08129352331161499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:52,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501132831Initializing all the Stores at 1732501132832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501132832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501132833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501132833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501132833Cleaning up temporary data from old regions at 1732501132848 (+15 ms)Region opened successfully at 1732501132853 (+5 ms) 2024-11-25T02:18:52,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:52,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:52,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:52,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:52,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:52,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:52,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501132854Disabling compacts and flushes for region at 1732501132854Disabling writes for close at 1732501132854Writing region close event to WAL at 1732501132854Closed at 1732501132854 2024-11-25T02:18:52,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:52,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:18:52,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:18:52,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:52,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:18:53,010 DEBUG [dbdd1c922b13:32875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:18:53,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:53,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,40291,1732501129919, state=OPENING 2024-11-25T02:18:53,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:18:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:53,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174149606/meta-region-server: CHANGED 2024-11-25T02:18:53,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174149606/meta-region-server: CHANGED 2024-11-25T02:18:53,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:18:53,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40291,1732501129919}] 2024-11-25T02:18:53,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:53,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:53,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:53,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:18:53,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:18:53,275 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:18:53,275 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:53,275 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:18:53,277 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C40291%2C1732501129919.meta, suffix=.meta, logDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919, archiveDir=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/oldWALs, maxLogs=10 2024-11-25T02:18:53,294 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919/dbdd1c922b13%2C40291%2C1732501129919.meta.1732501133277.meta, exclude list is [], retry=0 2024-11-25T02:18:53,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-e43e70fd-21d4-4def-bb9c-d6b76c751566,DISK] 2024-11-25T02:18:53,311 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/WALs/dbdd1c922b13,40291,1732501129919/dbdd1c922b13%2C40291%2C1732501129919.meta.1732501133277.meta 2024-11-25T02:18:53,312 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35247:35247)] 2024-11-25T02:18:53,312 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:53,313 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:18:53,313 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:18:53,313 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:18:53,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:18:53,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:18:53,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:53,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:53,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:18:53,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:18:53,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:53,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:18:53,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:18:53,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:18:53,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:18:53,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:18:53,349 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:18:53,351 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740 2024-11-25T02:18:53,354 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740 2024-11-25T02:18:53,355 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:18:53,356 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:18:53,361 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:18:53,363 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:18:53,365 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71219401, jitterRate=0.06125177443027496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:18:53,365 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:18:53,366 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501133314Writing region info on filesystem at 1732501133314Initializing all the Stores at 1732501133315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501133315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501133324 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501133324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501133324Cleaning up temporary data from old regions at 1732501133356 (+32 ms)Running coprocessor post-open hooks at 1732501133365 (+9 ms)Region opened successfully at 1732501133365 2024-11-25T02:18:53,367 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501133267 2024-11-25T02:18:53,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:53,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,40291,1732501129919, state=OPEN 2024-11-25T02:18:53,379 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:18:53,379 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:18:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/174149606/meta-region-server 2024-11-25T02:18:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/174149606/meta-region-server 2024-11-25T02:18:53,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:53,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174149606/meta-region-server: CHANGED 2024-11-25T02:18:53,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174149606/meta-region-server: CHANGED 2024-11-25T02:18:53,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:18:53,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40291,1732501129919 in 273 msec 2024-11-25T02:18:53,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:18:53,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-25T02:18:53,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:18:53,397 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:18:53,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:53,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40291,1732501129919, seqNum=-1] 2024-11-25T02:18:53,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:53,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:53,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4100 sec 2024-11-25T02:18:53,414 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501133414, completionTime=-1 2024-11-25T02:18:53,414 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:18:53,414 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501193417 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501253417 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:32875, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,417 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,418 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,422 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.420sec 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:18:53,425 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:18:53,430 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:18:53,430 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:18:53,431 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32875,1732501129772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:18:53,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686c496d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32875,-1 for getting cluster id 2024-11-25T02:18:53,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:53,446 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bfb9f9-cc47-414c-ba83-27d26ebaa373' 2024-11-25T02:18:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bfb9f9-cc47-414c-ba83-27d26ebaa373" 2024-11-25T02:18:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30465c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32875,-1] 2024-11-25T02:18:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:53,448 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:53,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36962832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40291,1732501129919, seqNum=-1] 2024-11-25T02:18:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:53,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:18:53,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:53,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53554 2024-11-25T02:18:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:18:53,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fc927650005 connected 2024-11-25T02:18:53,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a50b0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,43917,-1 for getting cluster id 2024-11-25T02:18:53,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:53,482 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94988a1a-0dca-4561-9f7c-8e50ab4c15c2' 2024-11-25T02:18:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94988a1a-0dca-4561-9f7c-8e50ab4c15c2" 2024-11-25T02:18:53,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399faed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,43917,-1] 2024-11-25T02:18:53,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:53,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:53,484 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee5e3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:53,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:53,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25669aaf 2024-11-25T02:18:53,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:53,487 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:53,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:32875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:18:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:18:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:53,492 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:32875' 2024-11-25T02:18:53,493 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448a2dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,493 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32875,-1 for getting cluster id 2024-11-25T02:18:53,493 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:53,494 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bfb9f9-cc47-414c-ba83-27d26ebaa373' 2024-11-25T02:18:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bfb9f9-cc47-414c-ba83-27d26ebaa373" 2024-11-25T02:18:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789c608f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32875,-1] 2024-11-25T02:18:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:53,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:53,498 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245c7367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:53,499 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14860afd 2024-11-25T02:18:53,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:53,501 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:53,502 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T02:18:53,502 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:18:53,502 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:53,503 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:53,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:53,503 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:18:53,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:18:53,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:18:53,506 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:53,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:18:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741835_1011 (size=1138) 2024-11-25T02:18:53,555 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:18:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:53,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 790aa4ca38b0aaf6ba336eb05f954c94, NAME => 'hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc 2024-11-25T02:18:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741836_1012 (size=44) 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 790aa4ca38b0aaf6ba336eb05f954c94, disabling compactions & flushes 2024-11-25T02:18:53,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. after waiting 0 ms 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:53,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:53,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 790aa4ca38b0aaf6ba336eb05f954c94: Waiting for close lock at 1732501133944Disabling compacts and flushes for region at 1732501133944Disabling writes for close at 1732501133944Writing region close event to WAL at 1732501133944Closed at 1732501133944 2024-11-25T02:18:53,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:18:53,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501133946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501133946"}]},"ts":"1732501133946"} 2024-11-25T02:18:53,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:18:53,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:18:53,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501133952"}]},"ts":"1732501133952"} 2024-11-25T02:18:53,955 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:18:53,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790aa4ca38b0aaf6ba336eb05f954c94, ASSIGN}] 2024-11-25T02:18:53,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790aa4ca38b0aaf6ba336eb05f954c94, ASSIGN 2024-11-25T02:18:53,959 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790aa4ca38b0aaf6ba336eb05f954c94, ASSIGN; state=OFFLINE, location=dbdd1c922b13,38227,1732501124400; forceNewPlan=false, retain=false 2024-11-25T02:18:54,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=790aa4ca38b0aaf6ba336eb05f954c94, regionState=OPENING, regionLocation=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790aa4ca38b0aaf6ba336eb05f954c94, ASSIGN because future has completed 2024-11-25T02:18:54,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790aa4ca38b0aaf6ba336eb05f954c94, server=dbdd1c922b13,38227,1732501124400}] 2024-11-25T02:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:54,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:54,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:18:54,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:18:54,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38227%2C1732501124400.rep, suffix=, logDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs, maxLogs=10 2024-11-25T02:18:54,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.rep.1732501134276, exclude list is [], retry=0 2024-11-25T02:18:54,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-3648ee9b-c600-4365-9e7a-1bbb8d18f7b6,DISK] 2024-11-25T02:18:54,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.rep.1732501134276 2024-11-25T02:18:54,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-25T02:18:54,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 790aa4ca38b0aaf6ba336eb05f954c94, NAME => 'hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:18:54,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. service=MultiRowMutationService 2024-11-25T02:18:54,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,297 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,298 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790aa4ca38b0aaf6ba336eb05f954c94 columnFamilyName hfileref 2024-11-25T02:18:54,298 DEBUG [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:54,299 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(327): Store=790aa4ca38b0aaf6ba336eb05f954c94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:54,299 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,300 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790aa4ca38b0aaf6ba336eb05f954c94 columnFamilyName queue 2024-11-25T02:18:54,300 DEBUG [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:54,300 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(327): Store=790aa4ca38b0aaf6ba336eb05f954c94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:54,301 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,302 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790aa4ca38b0aaf6ba336eb05f954c94 columnFamilyName sid 2024-11-25T02:18:54,302 DEBUG [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:18:54,303 INFO [StoreOpener-790aa4ca38b0aaf6ba336eb05f954c94-1 {}] regionserver.HStore(327): Store=790aa4ca38b0aaf6ba336eb05f954c94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:18:54,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:18:54,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:18:54,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 790aa4ca38b0aaf6ba336eb05f954c94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70705269, jitterRate=0.05359061062335968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:18:54,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:54,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 790aa4ca38b0aaf6ba336eb05f954c94: Running coprocessor pre-open hook at 1732501134295Writing region info on filesystem at 1732501134295Initializing all the Stores at 1732501134296 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501134296Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501134296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501134296Cleaning up temporary data from old regions at 1732501134307 (+11 ms)Running coprocessor post-open hooks at 1732501134320 (+13 ms)Region opened successfully at 1732501134321 (+1 ms) 2024-11-25T02:18:54,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94., pid=7, masterSystemTime=1732501134266 2024-11-25T02:18:54,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:54,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:54,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=790aa4ca38b0aaf6ba336eb05f954c94, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:54,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790aa4ca38b0aaf6ba336eb05f954c94, server=dbdd1c922b13,38227,1732501124400 because future has completed 2024-11-25T02:18:54,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T02:18:54,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 790aa4ca38b0aaf6ba336eb05f954c94, server=dbdd1c922b13,38227,1732501124400 in 216 msec 2024-11-25T02:18:54,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:18:54,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790aa4ca38b0aaf6ba336eb05f954c94, ASSIGN in 377 msec 2024-11-25T02:18:54,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:18:54,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501134336"}]},"ts":"1732501134336"} 2024-11-25T02:18:54,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:18:54,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:18:54,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 837 msec 2024-11-25T02:18:54,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94., hostname=dbdd1c922b13,38227,1732501124400, seqNum=2] 2024-11-25T02:18:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:54,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:18:54,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T02:18:54,571 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:18:54,611 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,38227,1732501124400, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:18:54,612 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:18:54,612 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38227,1732501124400, seqNum=-1] 2024-11-25T02:18:54,613 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:18:54,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-25T02:18:54,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,38227,1732501124400', locateType=CURRENT is [region=hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94., hostname=dbdd1c922b13,38227,1732501124400, seqNum=2] 2024-11-25T02:18:54,620 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T02:18:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T02:18:54,624 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,38227,1732501124400 suceeded 2024-11-25T02:18:54,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T02:18:54,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-25T02:18:54,627 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:32875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:18:54,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec 2024-11-25T02:18:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:18:54,634 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:18:54,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:54,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:54,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:54,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f349ce 2024-11-25T02:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:54,639 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:18:54,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43917 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:18:54,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:18:54,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:54,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:54,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:18:54,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022283838, stopped=false 2024-11-25T02:18:54,641 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:54,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:54,642 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:32875' 2024-11-25T02:18:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174149606/running 2024-11-25T02:18:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174149606/running 2024-11-25T02:18:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:54,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:54,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:54,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:54,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,40291,1732501129919' ***** 2024-11-25T02:18:54,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:18:54,649 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:40291. 2024-11-25T02:18:54,649 DEBUG [RS:0;dbdd1c922b13:40291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:54,649 DEBUG [RS:0;dbdd1c922b13:40291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,649 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:18:54,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/running 2024-11-25T02:18:54,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Set watcher on znode that does not yet exist, /174149606/running 2024-11-25T02:18:54,650 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:18:54,650 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:18:54,650 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:18:54,652 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac0693c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:54,653 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32875,-1 for getting cluster id 2024-11-25T02:18:54,653 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:18:54,653 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:18:54,653 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:18:54,653 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:54,653 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:54,653 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:54,654 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:54,654 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:54,654 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:54,654 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T02:18:54,654 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6bfb9f9-cc47-414c-ba83-27d26ebaa373' 2024-11-25T02:18:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:18:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6bfb9f9-cc47-414c-ba83-27d26ebaa373" 2024-11-25T02:18:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17190af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32875,-1] 2024-11-25T02:18:54,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:18:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:54,657 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:18:54,657 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7a27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:18:54,658 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:18:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32875,1732501129772 2024-11-25T02:18:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ae3e63 2024-11-25T02:18:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:18:54,661 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-25T02:18:54,662 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,38227,1732501124400 (queues=1) is replicating from cluster=94988a1a-0dca-4561-9f7c-8e50ab4c15c2 to cluster=f6bfb9f9-cc47-414c-ba83-27d26ebaa373 2024-11-25T02:18:54,662 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C38227%2C1732501124400 2024-11-25T02:18:54,662 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,38227,1732501124400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:18:54,662 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716, startPosition=0, beingWritten=true 2024-11-25T02:18:54,666 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.shipperdbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C38227%2C1732501124400 2024-11-25T02:18:54,677 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/.tmp/ns/431697ae546c47bf815617766f3fe49c is 43, key is default/ns:d/1732501133405/Put/seqid=0 2024-11-25T02:18:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741835_1011 (size=5153) 2024-11-25T02:18:54,730 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:54,853 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:54,870 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:55,054 DEBUG [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:55,088 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/.tmp/ns/431697ae546c47bf815617766f3fe49c 2024-11-25T02:18:55,096 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/.tmp/ns/431697ae546c47bf815617766f3fe49c as hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/ns/431697ae546c47bf815617766f3fe49c 2024-11-25T02:18:55,102 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/ns/431697ae546c47bf815617766f3fe49c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T02:18:55,103 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-25T02:18:55,107 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T02:18:55,108 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:55,108 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:55,108 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:55,108 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501134653Running coprocessor pre-close hooks at 1732501134653Disabling compacts and flushes for region at 1732501134653Disabling writes for close at 1732501134654 (+1 ms)Obtaining lock to block concurrent updates at 1732501134654Preparing flush snapshotting stores in 1588230740 at 1732501134654Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732501134654Flushing stores of hbase:meta,,1.1588230740 at 1732501134657 (+3 ms)Flushing 1588230740/ns: creating writer at 1732501134657Flushing 1588230740/ns: appending metadata at 1732501134676 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732501134676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3502dde5: reopening flushed file at 1732501135095 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1732501135103 (+8 ms)Writing region close event to WAL at 1732501135104 (+1 ms)Running coprocessor post-close hooks at 1732501135108 (+4 ms)Closed at 1732501135108 2024-11-25T02:18:55,108 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:55,175 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:55,232 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:18:55,233 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:18:55,254 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,40291,1732501129919; all regions closed. 2024-11-25T02:18:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741834_1010 (size=1152) 2024-11-25T02:18:55,259 DEBUG [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/oldWALs 2024-11-25T02:18:55,259 INFO [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C40291%2C1732501129919.meta:.meta(num 1732501133277) 2024-11-25T02:18:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:18:55,264 DEBUG [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/oldWALs 2024-11-25T02:18:55,264 INFO [RS:0;dbdd1c922b13:40291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C40291%2C1732501129919:(num 1732501132357) 2024-11-25T02:18:55,264 DEBUG [RS:0;dbdd1c922b13:40291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:55,264 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:55,264 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:55,265 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:55,265 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:55,265 INFO [RS:0;dbdd1c922b13:40291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40291 2024-11-25T02:18:55,265 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606/rs 2024-11-25T02:18:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174149606/rs/dbdd1c922b13,40291,1732501129919 2024-11-25T02:18:55,279 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:55,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,40291,1732501129919] 2024-11-25T02:18:55,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/draining/dbdd1c922b13,40291,1732501129919 already deleted, retry=false 2024-11-25T02:18:55,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,40291,1732501129919 expired; onlineServers=0 2024-11-25T02:18:55,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,32875,1732501129772' ***** 2024-11-25T02:18:55,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:18:55,300 INFO [M:0;dbdd1c922b13:32875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:55,300 INFO [M:0;dbdd1c922b13:32875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:55,300 DEBUG [M:0;dbdd1c922b13:32875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:18:55,300 DEBUG [M:0;dbdd1c922b13:32875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:18:55,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:18:55,300 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501132014 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501132014,5,FailOnTimeoutGroup] 2024-11-25T02:18:55,300 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501132014 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501132014,5,FailOnTimeoutGroup] 2024-11-25T02:18:55,300 INFO [M:0;dbdd1c922b13:32875 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:55,300 INFO [M:0;dbdd1c922b13:32875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:55,300 DEBUG [M:0;dbdd1c922b13:32875 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:18:55,300 INFO [M:0;dbdd1c922b13:32875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:18:55,301 INFO [M:0;dbdd1c922b13:32875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:55,301 INFO [M:0;dbdd1c922b13:32875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:18:55,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:18:55,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174149606/master 2024-11-25T02:18:55,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174149606 2024-11-25T02:18:55,321 DEBUG [M:0;dbdd1c922b13:32875 {}] zookeeper.RecoverableZooKeeper(212): Node /174149606/master already deleted, retry=false 2024-11-25T02:18:55,321 DEBUG [M:0;dbdd1c922b13:32875 {}] master.ActiveMasterManager(353): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Failed delete of our master address node; KeeperErrorCode = NoNode for /174149606/master 2024-11-25T02:18:55,322 INFO [M:0;dbdd1c922b13:32875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/.lastflushedseqids 2024-11-25T02:18:55,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741836_1012 (size=99) 2024-11-25T02:18:55,389 INFO [RS:0;dbdd1c922b13:40291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40291-0x1016fc927650004, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:55,389 INFO [RS:0;dbdd1c922b13:40291 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,40291,1732501129919; zookeeper connection closed. 2024-11-25T02:18:55,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f1fb2f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f1fb2f0 2024-11-25T02:18:55,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:18:55,580 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:55,747 INFO [M:0;dbdd1c922b13:32875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:18:55,747 INFO [M:0;dbdd1c922b13:32875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:18:55,747 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:55,747 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:55,747 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:55,747 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:55,747 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:55,747 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T02:18:55,762 DEBUG [M:0;dbdd1c922b13:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5b7784c8df49c48a0bc5fb1ee2dddb is 82, key is hbase:meta,,1/info:regioninfo/1732501133376/Put/seqid=0 2024-11-25T02:18:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741837_1013 (size=5672) 2024-11-25T02:18:56,085 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:56,167 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5b7784c8df49c48a0bc5fb1ee2dddb 2024-11-25T02:18:56,185 DEBUG [M:0;dbdd1c922b13:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc2ae03daeb94fb888465f04fc7fd910 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732501133413/Put/seqid=0 2024-11-25T02:18:56,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741838_1014 (size=5275) 2024-11-25T02:18:56,590 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc2ae03daeb94fb888465f04fc7fd910 2024-11-25T02:18:56,620 DEBUG [M:0;dbdd1c922b13:32875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457592a2a22e4687a83b6c6087756c46 is 69, key is dbdd1c922b13,40291,1732501129919/rs:state/1732501132189/Put/seqid=0 2024-11-25T02:18:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741839_1015 (size=5156) 2024-11-25T02:18:56,691 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:57,026 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457592a2a22e4687a83b6c6087756c46 2024-11-25T02:18:57,032 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5b7784c8df49c48a0bc5fb1ee2dddb as hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5b7784c8df49c48a0bc5fb1ee2dddb 2024-11-25T02:18:57,037 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5b7784c8df49c48a0bc5fb1ee2dddb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T02:18:57,038 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc2ae03daeb94fb888465f04fc7fd910 as hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc2ae03daeb94fb888465f04fc7fd910 2024-11-25T02:18:57,043 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc2ae03daeb94fb888465f04fc7fd910, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T02:18:57,044 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/457592a2a22e4687a83b6c6087756c46 as hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/457592a2a22e4687a83b6c6087756c46 2024-11-25T02:18:57,049 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33301/user/jenkins/test-data/a62afba6-cc28-5383-bae6-95b65a487c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/457592a2a22e4687a83b6c6087756c46, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T02:18:57,050 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-11-25T02:18:57,051 INFO [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:57,051 DEBUG [M:0;dbdd1c922b13:32875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501135747Disabling compacts and flushes for region at 1732501135747Disabling writes for close at 1732501135747Obtaining lock to block concurrent updates at 1732501135747Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501135747Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732501135748 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501135748Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501135748Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501135761 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501135761Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501136171 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501136185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501136185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501136598 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501136620 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501136620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97bdabf: reopening flushed file at 1732501137031 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7684e95f: reopening flushed file at 1732501137037 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b5b12a: reopening flushed file at 1732501137043 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1732501137050 (+7 ms)Writing region close event to WAL at 1732501137051 (+1 ms)Closed at 1732501137051 2024-11-25T02:18:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741830_1006 (size=10165) 2024-11-25T02:18:57,054 INFO [M:0;dbdd1c922b13:32875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:18:57,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:57,054 INFO [M:0;dbdd1c922b13:32875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32875 2024-11-25T02:18:57,054 INFO [M:0;dbdd1c922b13:32875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:57,216 INFO [M:0;dbdd1c922b13:32875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:57,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32875-0x1016fc927650003, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:57,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71eed90c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:18:57,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d6db02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:57,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:57,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cba68dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:57,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c08a4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:57,222 WARN [BP-1444907462-172.17.0.3-1732501127893 heartbeating to localhost/127.0.0.1:33301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:18:57,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:18:57,222 WARN [BP-1444907462-172.17.0.3-1732501127893 heartbeating to localhost/127.0.0.1:33301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1444907462-172.17.0.3-1732501127893 (Datanode Uuid 6b8bc9c4-b097-40aa-876e-dde08eb6bdaa) service to localhost/127.0.0.1:33301 2024-11-25T02:18:57,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:18:57,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/cluster_b5be2e08-65e9-efc9-6ed1-4cbc2f5c7691/data/data1/current/BP-1444907462-172.17.0.3-1732501127893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:57,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/cluster_b5be2e08-65e9-efc9-6ed1-4cbc2f5c7691/data/data2/current/BP-1444907462-172.17.0.3-1732501127893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:18:57,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:18:57,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:18:57,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:18:57,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:18:57,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:18:57,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir/,STOPPED} 2024-11-25T02:18:57,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:18:57,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:18:57,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:57,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:57,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:57,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:18:57,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269798936, stopped=false 2024-11-25T02:18:57,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,43917,1732501124023 2024-11-25T02:18:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01764867470/running 2024-11-25T02:18:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01764867470/running 2024-11-25T02:18:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:57,258 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:57,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:18:57,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/running 2024-11-25T02:18:57,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Set watcher on znode that does not yet exist, /01764867470/running 2024-11-25T02:18:57,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:57,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,259 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,38227,1732501124400' ***** 2024-11-25T02:18:57,259 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:18:57,259 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:18:57,259 INFO [RS:0;dbdd1c922b13:38227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:18:57,259 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:18:57,259 INFO [RS:0;dbdd1c922b13:38227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:18:57,259 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(3091): Received CLOSE for 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:38227. 2024-11-25T02:18:57,262 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790aa4ca38b0aaf6ba336eb05f954c94, disabling compactions & flushes 2024-11-25T02:18:57,262 DEBUG [RS:0;dbdd1c922b13:38227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:57,262 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:57,262 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,262 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:57,262 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. after waiting 0 ms 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:18:57,262 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:18:57,262 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:18:57,262 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 790aa4ca38b0aaf6ba336eb05f954c94 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T02:18:57,263 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:18:57,264 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:18:57,264 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 790aa4ca38b0aaf6ba336eb05f954c94=hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94.} 2024-11-25T02:18:57,264 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790aa4ca38b0aaf6ba336eb05f954c94 2024-11-25T02:18:57,264 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:18:57,264 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:18:57,264 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:18:57,264 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:18:57,264 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:18:57,264 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T02:18:57,284 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/.tmp/queue/fc720f122a7b4af6bbb2f4486e0c9194 is 151, key is 1-dbdd1c922b13,38227,1732501124400/queue:dbdd1c922b13%2C38227%2C1732501124400/1732501134619/Put/seqid=0 2024-11-25T02:18:57,285 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/info/b81cd21585e24176afbdead3d4adc0c1 is 147, key is hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94./info:regioninfo/1732501134325/Put/seqid=0 2024-11-25T02:18:57,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741839_1015 (size=6631) 2024-11-25T02:18:57,292 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/info/b81cd21585e24176afbdead3d4adc0c1 2024-11-25T02:18:57,292 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741838_1014 (size=5350) 2024-11-25T02:18:57,302 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/.tmp/queue/fc720f122a7b4af6bbb2f4486e0c9194 2024-11-25T02:18:57,312 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/.tmp/queue/fc720f122a7b4af6bbb2f4486e0c9194 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/queue/fc720f122a7b4af6bbb2f4486e0c9194 2024-11-25T02:18:57,320 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/queue/fc720f122a7b4af6bbb2f4486e0c9194, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T02:18:57,321 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 790aa4ca38b0aaf6ba336eb05f954c94 in 59ms, sequenceid=5, compaction requested=false 2024-11-25T02:18:57,321 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:18:57,328 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/replication/790aa4ca38b0aaf6ba336eb05f954c94/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:18:57,329 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:57,329 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:57,329 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:57,329 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790aa4ca38b0aaf6ba336eb05f954c94: Waiting for close lock at 1732501137262Running coprocessor pre-close hooks at 1732501137262Disabling compacts and flushes for region at 1732501137262Disabling writes for close at 1732501137262Obtaining lock to block concurrent updates at 1732501137262Preparing flush snapshotting stores in 790aa4ca38b0aaf6ba336eb05f954c94 at 1732501137262Finished memstore snapshotting hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732501137263 (+1 ms)Flushing stores of hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. at 1732501137263Flushing 790aa4ca38b0aaf6ba336eb05f954c94/queue: creating writer at 1732501137264 (+1 ms)Flushing 790aa4ca38b0aaf6ba336eb05f954c94/queue: appending metadata at 1732501137284 (+20 ms)Flushing 790aa4ca38b0aaf6ba336eb05f954c94/queue: closing flushed file at 1732501137284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80fb140: reopening flushed file at 1732501137311 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 790aa4ca38b0aaf6ba336eb05f954c94 in 59ms, sequenceid=5, compaction requested=false at 1732501137321 (+10 ms)Writing region close event to WAL at 1732501137324 (+3 ms)Running coprocessor post-close hooks at 1732501137329 (+5 ms)Closed at 1732501137329 2024-11-25T02:18:57,329 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501133503.790aa4ca38b0aaf6ba336eb05f954c94. 2024-11-25T02:18:57,330 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/ns/4618fb6f7add44f0820d084f73832aed is 43, key is default/ns:d/1732501127799/Put/seqid=0 2024-11-25T02:18:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741840_1016 (size=5153) 2024-11-25T02:18:57,396 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.1732501126716 to pos 0, reset compression=false 2024-11-25T02:18:57,464 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:57,583 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:18:57,584 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:18:57,664 DEBUG [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:18:57,735 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/ns/4618fb6f7add44f0820d084f73832aed 2024-11-25T02:18:57,758 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/table/18539e7aaa324eddbbc820c2d5d46465 is 53, key is hbase:replication/table:state/1732501134336/Put/seqid=0 2024-11-25T02:18:57,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741841_1017 (size=5256) 2024-11-25T02:18:57,764 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/table/18539e7aaa324eddbbc820c2d5d46465 2024-11-25T02:18:57,771 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/info/b81cd21585e24176afbdead3d4adc0c1 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/info/b81cd21585e24176afbdead3d4adc0c1 2024-11-25T02:18:57,784 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/info/b81cd21585e24176afbdead3d4adc0c1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T02:18:57,787 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/ns/4618fb6f7add44f0820d084f73832aed as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/ns/4618fb6f7add44f0820d084f73832aed 2024-11-25T02:18:57,807 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/ns/4618fb6f7add44f0820d084f73832aed, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:18:57,808 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/.tmp/table/18539e7aaa324eddbbc820c2d5d46465 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/table/18539e7aaa324eddbbc820c2d5d46465 2024-11-25T02:18:57,829 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/table/18539e7aaa324eddbbc820c2d5d46465, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T02:18:57,831 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=11, compaction requested=false 2024-11-25T02:18:57,839 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:18:57,840 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:18:57,840 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:18:57,840 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:57,840 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501137264Running coprocessor pre-close hooks at 1732501137264Disabling compacts and flushes for region at 1732501137264Disabling writes for close at 1732501137264Obtaining lock to block concurrent updates at 1732501137264Preparing flush snapshotting stores in 1588230740 at 1732501137264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732501137265 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501137265Flushing 1588230740/info: creating writer at 1732501137266 (+1 ms)Flushing 1588230740/info: appending metadata at 1732501137284 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732501137284Flushing 1588230740/ns: creating writer at 1732501137309 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732501137329 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732501137329Flushing 1588230740/table: creating writer at 1732501137742 (+413 ms)Flushing 1588230740/table: appending metadata at 1732501137758 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732501137758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5d88c9: reopening flushed file at 1732501137770 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b52acc: reopening flushed file at 1732501137784 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca71fbe: reopening flushed file at 1732501137807 (+23 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=11, compaction requested=false at 1732501137831 (+24 ms)Writing region close event to WAL at 1732501137836 (+5 ms)Running coprocessor post-close hooks at 1732501137840 (+4 ms)Closed at 1732501137840 2024-11-25T02:18:57,840 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:18:57,864 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,38227,1732501124400; all regions closed. 2024-11-25T02:18:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741834_1010 (size=2742) 2024-11-25T02:18:57,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/WALs/dbdd1c922b13,38227,1732501124400/dbdd1c922b13%2C38227%2C1732501124400.meta.1732501127672.meta not finished, retry = 0 2024-11-25T02:18:57,970 DEBUG [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs 2024-11-25T02:18:57,970 INFO [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38227%2C1732501124400.meta:.meta(num 1732501127672) 2024-11-25T02:18:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741837_1013 (size=1586) 2024-11-25T02:18:57,975 DEBUG [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs 2024-11-25T02:18:57,975 INFO [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38227%2C1732501124400.rep:(num 1732501134276) 2024-11-25T02:18:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:18:57,979 DEBUG [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/oldWALs 2024-11-25T02:18:57,979 INFO [RS:0;dbdd1c922b13:38227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38227%2C1732501124400:(num 1732501126716) 2024-11-25T02:18:57,979 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,979 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:18:57,979 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:57,980 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:57,980 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:57,980 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:57,980 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,38227,1732501124400 because: Region server is closing 2024-11-25T02:18:57,980 INFO [RS:0;dbdd1c922b13:38227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:38227. 2024-11-25T02:18:57,980 DEBUG [RS:0;dbdd1c922b13:38227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:18:57,980 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,980 DEBUG [RS:0;dbdd1c922b13:38227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:18:57,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:18:58,081 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.wal-reader.dbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:18:58,081 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.shipperdbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:18:58,081 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38227,1732501124400.replicationSource.shipperdbdd1c922b13%2C38227%2C1732501124400,1-dbdd1c922b13,38227,1732501124400 terminated 2024-11-25T02:18:58,081 INFO [RS:0;dbdd1c922b13:38227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38227 2024-11-25T02:18:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01764867470/rs/dbdd1c922b13,38227,1732501124400 2024-11-25T02:18:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470/rs 2024-11-25T02:18:58,131 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:18:58,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,38227,1732501124400] 2024-11-25T02:18:58,152 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01764867470/draining/dbdd1c922b13,38227,1732501124400 already deleted, retry=false 2024-11-25T02:18:58,152 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,38227,1732501124400 expired; onlineServers=0 2024-11-25T02:18:58,152 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,43917,1732501124023' ***** 2024-11-25T02:18:58,152 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:18:58,152 INFO [M:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:18:58,152 INFO [M:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:18:58,152 DEBUG [M:0;dbdd1c922b13:43917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:18:58,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:18:58,152 DEBUG [M:0;dbdd1c922b13:43917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:18:58,152 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501126498 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501126498,5,FailOnTimeoutGroup] 2024-11-25T02:18:58,152 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501126498 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501126498,5,FailOnTimeoutGroup] 2024-11-25T02:18:58,153 INFO [M:0;dbdd1c922b13:43917 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:18:58,153 INFO [M:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:18:58,153 DEBUG [M:0;dbdd1c922b13:43917 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:18:58,153 INFO [M:0;dbdd1c922b13:43917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:18:58,153 INFO [M:0;dbdd1c922b13:43917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:18:58,153 INFO [M:0;dbdd1c922b13:43917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:18:58,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:18:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01764867470/master 2024-11-25T02:18:58,162 DEBUG [M:0;dbdd1c922b13:43917 {}] zookeeper.ZKUtil(347): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Unable to get data of znode /01764867470/master because node does not exist (not an error) 2024-11-25T02:18:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01764867470 2024-11-25T02:18:58,162 WARN [M:0;dbdd1c922b13:43917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:18:58,163 INFO [M:0;dbdd1c922b13:43917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/.lastflushedseqids 2024-11-25T02:18:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741842_1018 (size=181) 2024-11-25T02:18:58,242 INFO [RS:0;dbdd1c922b13:38227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:18:58,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:58,242 INFO [RS:0;dbdd1c922b13:38227 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,38227,1732501124400; zookeeper connection closed. 2024-11-25T02:18:58,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38227-0x1016fc927650001, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:18:58,242 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31454637 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31454637 2024-11-25T02:18:58,242 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:18:58,568 INFO [M:0;dbdd1c922b13:43917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:18:58,568 INFO [M:0;dbdd1c922b13:43917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:18:58,568 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:18:58,568 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:58,568 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:58,569 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:18:58,569 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:58,569 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T02:18:58,588 DEBUG [M:0;dbdd1c922b13:43917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56b9dfe833d14ef6bf911269570682c6 is 82, key is hbase:meta,,1/info:regioninfo/1732501127709/Put/seqid=0 2024-11-25T02:18:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741843_1019 (size=5672) 2024-11-25T02:18:58,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:18:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:58,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:58,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:18:58,994 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56b9dfe833d14ef6bf911269570682c6 2024-11-25T02:18:59,015 DEBUG [M:0;dbdd1c922b13:43917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92e5ea8b05e94c06ab9f1b9942329282 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732501134342/Put/seqid=0 2024-11-25T02:18:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741844_1020 (size=7203) 2024-11-25T02:18:59,420 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92e5ea8b05e94c06ab9f1b9942329282 2024-11-25T02:18:59,439 DEBUG [M:0;dbdd1c922b13:43917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b237383ac7a423eb6db1afe43ff1645 is 69, key is dbdd1c922b13,38227,1732501124400/rs:state/1732501126561/Put/seqid=0 2024-11-25T02:18:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741845_1021 (size=5156) 2024-11-25T02:18:59,844 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b237383ac7a423eb6db1afe43ff1645 2024-11-25T02:18:59,850 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56b9dfe833d14ef6bf911269570682c6 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56b9dfe833d14ef6bf911269570682c6 2024-11-25T02:18:59,855 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56b9dfe833d14ef6bf911269570682c6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T02:18:59,856 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92e5ea8b05e94c06ab9f1b9942329282 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92e5ea8b05e94c06ab9f1b9942329282 2024-11-25T02:18:59,861 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92e5ea8b05e94c06ab9f1b9942329282, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T02:18:59,862 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b237383ac7a423eb6db1afe43ff1645 as hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b237383ac7a423eb6db1afe43ff1645 2024-11-25T02:18:59,867 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b237383ac7a423eb6db1afe43ff1645, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T02:18:59,868 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-25T02:18:59,869 INFO [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:18:59,869 DEBUG [M:0;dbdd1c922b13:43917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501138568Disabling compacts and flushes for region at 1732501138568Disabling writes for close at 1732501138569 (+1 ms)Obtaining lock to block concurrent updates at 1732501138569Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501138569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732501138569Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501138570 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501138570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501138588 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501138588Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501138999 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501139015 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501139015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501139425 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501139438 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501139438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5532efb9: reopening flushed file at 1732501139849 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b812bf: reopening flushed file at 1732501139855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b461c10: reopening flushed file at 1732501139862 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1732501139868 (+6 ms)Writing region close event to WAL at 1732501139869 (+1 ms)Closed at 1732501139869 2024-11-25T02:18:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741830_1006 (size=41008) 2024-11-25T02:18:59,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2b1bb83-b6db-9435-e3de-d7735c6976dc/MasterData/WALs/dbdd1c922b13,43917,1732501124023/dbdd1c922b13%2C43917%2C1732501124023.1732501126185 not finished, retry = 0 2024-11-25T02:18:59,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:18:59,972 INFO [M:0;dbdd1c922b13:43917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:18:59,972 INFO [M:0;dbdd1c922b13:43917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43917 2024-11-25T02:18:59,973 INFO [M:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:19:00,084 INFO [M:0;dbdd1c922b13:43917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:19:00,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:19:00,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43917-0x1016fc927650000, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:19:00,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:19:00,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:19:00,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:19:00,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:19:00,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir/,STOPPED} 2024-11-25T02:19:00,090 WARN [BP-1464157087-172.17.0.3-1732501122006 heartbeating to localhost/127.0.0.1:36401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:19:00,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:19:00,091 WARN [BP-1464157087-172.17.0.3-1732501122006 heartbeating to localhost/127.0.0.1:36401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464157087-172.17.0.3-1732501122006 (Datanode Uuid de100bfb-2d79-42bf-8556-d4bee3c594e0) service to localhost/127.0.0.1:36401 2024-11-25T02:19:00,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:19:00,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/data/data1/current/BP-1464157087-172.17.0.3-1732501122006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:19:00,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/cluster_84f64e82-0666-5599-ef68-a362b7d32a7e/data/data2/current/BP-1464157087-172.17.0.3-1732501122006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:19:00,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:19:00,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:19:00,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:19:00,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:19:00,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:19:00,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ba8dc7e-4c50-f23d-bc75-5b49b362333a/hadoop.log.dir/,STOPPED} 2024-11-25T02:19:00,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:19:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:19:00,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36401 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33301 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=651 (was 739), ProcessCount=11 (was 11), AvailableMemoryMB=4092 (was 4158) 2024-11-25T02:19:00,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=651, ProcessCount=11, AvailableMemoryMB=4092 2024-11-25T02:19:00,138 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-25T02:19:00,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir so I do NOT create it in target/test-data/bea27539-08b6-898f-71f5-5e2092842a78 2024-11-25T02:19:00,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:19:00,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.tmp.dir so I do NOT create it in target/test-data/bea27539-08b6-898f-71f5-5e2092842a78 2024-11-25T02:19:00,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a279143-c3ee-ca29-7e36-ebac1284e924/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:19:00,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78 2024-11-25T02:19:00,139 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe, deleteOnExit=true 2024-11-25T02:19:00,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/zookeeper_0, clientPort=57095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:19:00,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57095 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/test.cache.data in system properties and HBase conf 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:19:00,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:19:00,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:19:00,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:19:00,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:19:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fc927650002, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:19:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fc927650005, quorum=127.0.0.1:53554, baseZNode=/174149606 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:19:00,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fc927650005, quorum=127.0.0.1:53554, baseZNode=/174149606 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:19:00,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fc927650002, quorum=127.0.0.1:53554, baseZNode=/01764867470 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:19:00,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:00,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:19:00,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:19:00,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:19:00,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:19:00,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:00,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ddf45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:19:00,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e71c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:19:00,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@749fc2c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/java.io.tmpdir/jetty-localhost-38843-hadoop-hdfs-3_4_1-tests_jar-_-any-18048498453856225847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:19:00,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5354c14e{HTTP/1.1, (http/1.1)}{localhost:38843} 2024-11-25T02:19:00,601 INFO [Time-limited test {}] server.Server(415): Started @55528ms 2024-11-25T02:19:00,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:00,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:19:00,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:19:00,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:19:00,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:19:00,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:19:00,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238f940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:19:01,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75023a64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/java.io.tmpdir/jetty-localhost-40301-hadoop-hdfs-3_4_1-tests_jar-_-any-3820636220507298103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:19:01,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55810643{HTTP/1.1, (http/1.1)}{localhost:40301} 2024-11-25T02:19:01,020 INFO [Time-limited test {}] server.Server(415): Started @55947ms 2024-11-25T02:19:01,021 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:19:01,780 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/data/data1/current/BP-1750953089-172.17.0.3-1732501140157/current, will proceed with Du for space computation calculation, 2024-11-25T02:19:01,780 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/data/data2/current/BP-1750953089-172.17.0.3-1732501140157/current, will proceed with Du for space computation calculation, 2024-11-25T02:19:01,796 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdc7e6479dcae3c4 with lease ID 0xf4e19a198452acf0: Processing first storage report for DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7 from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=4f0d210a-34cf-4825-a764-453dda04eb22, infoPort=36515, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=616884949;c=1732501140157) 2024-11-25T02:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc7e6479dcae3c4 with lease ID 0xf4e19a198452acf0: from storage DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7 node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=4f0d210a-34cf-4825-a764-453dda04eb22, infoPort=36515, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=616884949;c=1732501140157), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdc7e6479dcae3c4 with lease ID 0xf4e19a198452acf0: Processing first storage report for DS-cdff4e9a-ad21-4fb6-a2f2-b2e692e3a13b from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=4f0d210a-34cf-4825-a764-453dda04eb22, infoPort=36515, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=616884949;c=1732501140157) 2024-11-25T02:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdc7e6479dcae3c4 with lease ID 0xf4e19a198452acf0: from storage DS-cdff4e9a-ad21-4fb6-a2f2-b2e692e3a13b node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=4f0d210a-34cf-4825-a764-453dda04eb22, infoPort=36515, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=616884949;c=1732501140157), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:19:01,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78 2024-11-25T02:19:01,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:01,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:19:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:19:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:19:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:19:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:19:02,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9 with version=8 2024-11-25T02:19:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/hbase-staging 2024-11-25T02:19:02,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:19:02,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:19:02,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36783 2024-11-25T02:19:02,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36783 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:02,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367830x0, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:02,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36783-0x1016fc96e580000 connected 2024-11-25T02:19:02,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:02,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:02,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/running 2024-11-25T02:19:02,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9, hbase.cluster.distributed=false 2024-11-25T02:19:02,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/acl 2024-11-25T02:19:02,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-25T02:19:02,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-11-25T02:19:02,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-11-25T02:19:02,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-25T02:19:02,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-25T02:19:02,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:19:02,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:19:02,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36647 2024-11-25T02:19:02,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36647 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:02,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:02,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:02,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366470x0, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:02,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366470x0, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/running 2024-11-25T02:19:02,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36647-0x1016fc96e580001 connected 2024-11-25T02:19:02,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:19:02,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:19:02,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/master 2024-11-25T02:19:02,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/acl 2024-11-25T02:19:02,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36647 2024-11-25T02:19:02,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36647 2024-11-25T02:19:02,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36647 2024-11-25T02:19:02,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36647 2024-11-25T02:19:02,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36647 2024-11-25T02:19:02,507 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:36783 2024-11-25T02:19:02,508 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1460004491/backup-masters/dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:02,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/backup-masters 2024-11-25T02:19:02,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/backup-masters 2024-11-25T02:19:02,574 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on existing znode=/0-1460004491/backup-masters/dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:02,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1460004491/master 2024-11-25T02:19:02,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:02,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:02,584 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on existing znode=/0-1460004491/master 2024-11-25T02:19:02,584 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1460004491/backup-masters/dbdd1c922b13,36783,1732501142259 from backup master directory 2024-11-25T02:19:02,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1460004491/backup-masters/dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:02,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/backup-masters 2024-11-25T02:19:02,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/backup-masters 2024-11-25T02:19:02,594 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:19:02,594 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:02,600 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/hbase.id] with ID: d6b6ac4d-031a-40d4-9301-7d0a942b17fa 2024-11-25T02:19:02,600 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/.tmp/hbase.id 2024-11-25T02:19:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:19:03,006 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/.tmp/hbase.id]:[hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/hbase.id] 2024-11-25T02:19:03,017 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:03,017 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:19:03,019 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T02:19:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:19:03,431 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:19:03,432 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:19:03,433 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:03,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:19:03,847 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store 2024-11-25T02:19:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:19:04,254 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:04,254 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:04,254 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501144254Disabling compacts and flushes for region at 1732501144254Disabling writes for close at 1732501144254Writing region close event to WAL at 1732501144254Closed at 1732501144254 2024-11-25T02:19:04,255 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/.initializing 2024-11-25T02:19:04,255 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/WALs/dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:04,256 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:19:04,259 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C36783%2C1732501142259, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/WALs/dbdd1c922b13,36783,1732501142259, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/oldWALs, maxLogs=10 2024-11-25T02:19:04,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/WALs/dbdd1c922b13,36783,1732501142259/dbdd1c922b13%2C36783%2C1732501142259.1732501144259, exclude list is [], retry=0 2024-11-25T02:19:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7,DISK] 2024-11-25T02:19:04,279 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/WALs/dbdd1c922b13,36783,1732501142259/dbdd1c922b13%2C36783%2C1732501142259.1732501144259 2024-11-25T02:19:04,279 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)] 2024-11-25T02:19:04,279 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:04,280 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:04,280 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,280 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:19:04,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:04,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:04,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:19:04,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:04,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:04,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:19:04,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:04,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:04,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:19:04,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:04,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:04,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,292 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:04,294 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:04,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:04,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213350, jitterRate=-0.05804768204689026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:04,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501144280Initializing all the Stores at 1732501144281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501144281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501144281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501144281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501144281Cleaning up temporary data from old regions at 1732501144293 (+12 ms)Region opened successfully at 1732501144297 (+4 ms) 2024-11-25T02:19:04,298 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:19:04,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363a7afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:19:04,302 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:19:04,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:19:04,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:19:04,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:19:04,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:19:04,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:19:04,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:19:04,306 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:19:04,307 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/balancer because node does not exist (not necessarily an error) 2024-11-25T02:19:04,320 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/balancer already deleted, retry=false 2024-11-25T02:19:04,320 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:19:04,321 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:19:04,330 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/normalizer already deleted, retry=false 2024-11-25T02:19:04,331 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:19:04,331 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:19:04,341 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/switch/split already deleted, retry=false 2024-11-25T02:19:04,342 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:19:04,351 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/switch/merge already deleted, retry=false 2024-11-25T02:19:04,355 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:19:04,362 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/snapshot-cleanup already deleted, retry=false 2024-11-25T02:19:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1460004491/running 2024-11-25T02:19:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1460004491/running 2024-11-25T02:19:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,373 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,36783,1732501142259, sessionid=0x1016fc96e580000, setting cluster-up flag (Was=false) 2024-11-25T02:19:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,425 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1460004491/flush-table-proc/acquired, /0-1460004491/flush-table-proc/reached, /0-1460004491/flush-table-proc/abort 2024-11-25T02:19:04,427 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:04,478 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1460004491/online-snapshot/acquired, /0-1460004491/online-snapshot/reached, /0-1460004491/online-snapshot/abort 2024-11-25T02:19:04,479 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:04,480 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:19:04,482 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:04,482 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:19:04,483 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:19:04,483 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,36783,1732501142259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,484 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:19:04,485 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501174488 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:19:04,488 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:19:04,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:04,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:19:04,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:04,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:19:04,496 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:19:04,498 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:19:04,499 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:19:04,499 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:19:04,499 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:19:04,499 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:19:04,499 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501144499,5,FailOnTimeoutGroup] 2024-11-25T02:19:04,500 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(746): ClusterId : d6b6ac4d-031a-40d4-9301-7d0a942b17fa 2024-11-25T02:19:04,500 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:19:04,502 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501144499,5,FailOnTimeoutGroup] 2024-11-25T02:19:04,502 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,503 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:19:04,503 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,503 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:19:04,513 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:19:04,513 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:19:04,521 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:19:04,521 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761c0c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:19:04,533 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:36647 2024-11-25T02:19:04,533 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:19:04,533 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:19:04,533 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:19:04,534 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,36783,1732501142259 with port=36647, startcode=1732501142477 2024-11-25T02:19:04,534 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:19:04,536 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:19:04,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,538 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9 2024-11-25T02:19:04,538 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41549 2024-11-25T02:19:04,538 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:19:04,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/rs 2024-11-25T02:19:04,594 DEBUG [RS:0;dbdd1c922b13:36647 {}] zookeeper.ZKUtil(111): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on existing znode=/0-1460004491/rs/dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,594 WARN [RS:0;dbdd1c922b13:36647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:19:04,594 INFO [RS:0;dbdd1c922b13:36647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:04,594 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,36647,1732501142477] 2024-11-25T02:19:04,598 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:19:04,599 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:19:04,600 INFO [RS:0;dbdd1c922b13:36647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:19:04,600 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,600 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:19:04,601 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:19:04,601 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:19:04,601 DEBUG [RS:0;dbdd1c922b13:36647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,602 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36647,1732501142477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:19:04,615 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:19:04,615 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36647,1732501142477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,615 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,616 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.Replication(171): dbdd1c922b13,36647,1732501142477 started 2024-11-25T02:19:04,629 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:04,629 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,36647,1732501142477, RpcServer on dbdd1c922b13/172.17.0.3:36647, sessionid=0x1016fc96e580001 2024-11-25T02:19:04,629 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:19:04,629 DEBUG [RS:0;dbdd1c922b13:36647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,629 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36647,1732501142477' 2024-11-25T02:19:04,629 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1460004491/flush-table-proc/abort' 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1460004491/flush-table-proc/acquired' 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36647,1732501142477' 2024-11-25T02:19:04,630 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1460004491/online-snapshot/abort' 2024-11-25T02:19:04,631 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1460004491/online-snapshot/acquired' 2024-11-25T02:19:04,631 DEBUG [RS:0;dbdd1c922b13:36647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:19:04,631 INFO [RS:0;dbdd1c922b13:36647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:19:04,631 INFO [RS:0;dbdd1c922b13:36647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:19:04,731 INFO [RS:0;dbdd1c922b13:36647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:19:04,733 INFO [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36647%2C1732501142477, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs, maxLogs=10 2024-11-25T02:19:04,744 DEBUG [RS:0;dbdd1c922b13:36647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733, exclude list is [], retry=0 2024-11-25T02:19:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7,DISK] 2024-11-25T02:19:04,748 INFO [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 2024-11-25T02:19:04,749 DEBUG [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)] 2024-11-25T02:19:04,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:19:04,908 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9 2024-11-25T02:19:04,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:19:05,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:05,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:19:05,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:19:05,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:19:05,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:19:05,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:19:05,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:19:05,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:19:05,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:19:05,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:19:05,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740 2024-11-25T02:19:05,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740 2024-11-25T02:19:05,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:19:05,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:19:05,326 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:05,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:19:05,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:05,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68567584, jitterRate=0.021736621856689453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:05,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501145315Initializing all the Stores at 1732501145316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501145316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145316Cleaning up temporary data from old regions at 1732501145325 (+9 ms)Region opened successfully at 1732501145329 (+4 ms) 2024-11-25T02:19:05,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:19:05,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:19:05,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:19:05,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:19:05,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:19:05,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:19:05,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501145329Disabling compacts and flushes for region at 1732501145329Disabling writes for close at 1732501145330 (+1 ms)Writing region close event to WAL at 1732501145330Closed at 1732501145330 2024-11-25T02:19:05,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:05,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:19:05,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:19:05,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:19:05,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:19:05,484 DEBUG [dbdd1c922b13:36783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:19:05,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:05,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36647,1732501142477, state=OPENING 2024-11-25T02:19:05,498 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:19:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:05,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:19:05,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1460004491/meta-region-server: CHANGED 2024-11-25T02:19:05,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1460004491/meta-region-server: CHANGED 2024-11-25T02:19:05,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36647,1732501142477}] 2024-11-25T02:19:05,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:19:05,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:19:05,700 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:19:05,701 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:05,701 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:19:05,702 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36647%2C1732501142477.meta, suffix=.meta, logDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs, maxLogs=10 2024-11-25T02:19:05,715 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.meta.1732501145703.meta, exclude list is [], retry=0 2024-11-25T02:19:05,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7,DISK] 2024-11-25T02:19:05,719 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.meta.1732501145703.meta 2024-11-25T02:19:05,719 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)] 2024-11-25T02:19:05,719 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:05,720 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:19:05,720 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:19:05,720 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:19:05,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:19:05,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:19:05,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:19:05,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:19:05,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:19:05,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:19:05,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:19:05,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:19:05,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:05,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:05,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:19:05,726 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740 2024-11-25T02:19:05,727 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740 2024-11-25T02:19:05,728 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:19:05,728 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:19:05,729 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:05,730 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:19:05,730 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69355571, jitterRate=0.033478543162345886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:05,730 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:19:05,731 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501145720Writing region info on filesystem at 1732501145720Initializing all the Stores at 1732501145721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501145721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501145721Cleaning up temporary data from old regions at 1732501145728 (+7 ms)Running coprocessor post-open hooks at 1732501145730 (+2 ms)Region opened successfully at 1732501145731 (+1 ms) 2024-11-25T02:19:05,732 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501145695 2024-11-25T02:19:05,734 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:19:05,734 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:19:05,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:05,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36647,1732501142477, state=OPEN 2024-11-25T02:19:05,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1460004491/meta-region-server 2024-11-25T02:19:05,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1460004491/meta-region-server 2024-11-25T02:19:05,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:05,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1460004491/meta-region-server: CHANGED 2024-11-25T02:19:05,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1460004491/meta-region-server: CHANGED 2024-11-25T02:19:05,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:19:05,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36647,1732501142477 in 199 msec 2024-11-25T02:19:05,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:19:05,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-25T02:19:05,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:05,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:19:05,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:05,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:05,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:05,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:05,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-25T02:19:05,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501145753, completionTime=-1 2024-11-25T02:19:05,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:19:05,753 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:19:05,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:19:05,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501205755 2024-11-25T02:19:05,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501265755 2024-11-25T02:19:05,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:19:05,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:36783, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,757 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,758 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:19:05,761 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:19:05,764 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:19:05,764 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:19:05,764 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36783,1732501142259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:05,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd099ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:05,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36783,-1 for getting cluster id 2024-11-25T02:19:05,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:05,802 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6b6ac4d-031a-40d4-9301-7d0a942b17fa' 2024-11-25T02:19:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6b6ac4d-031a-40d4-9301-7d0a942b17fa" 2024-11-25T02:19:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36783,-1] 2024-11-25T02:19:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:05,805 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:05,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0d197d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:05,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:05,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:05,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:05,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:05,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:05,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fc96e580002 connected 2024-11-25T02:19:05,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir so I do NOT create it in target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1 2024-11-25T02:19:05,827 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:19:05,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.tmp.dir so I do NOT create it in target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1 2024-11-25T02:19:05,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:19:05,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/cluster_9fe51e39-8010-78be-bab9-b4011b4f353c, deleteOnExit=true 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/test.cache.data in system properties and HBase conf 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:19:05,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:19:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:19:05,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:19:05,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:19:06,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:06,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:19:06,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:19:06,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:19:06,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:19:06,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:06,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e310189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:19:06,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725d0bdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:19:06,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62e0311c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/java.io.tmpdir/jetty-localhost-44349-hadoop-hdfs-3_4_1-tests_jar-_-any-1455961247630918089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:19:06,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68a0c70e{HTTP/1.1, (http/1.1)}{localhost:44349} 2024-11-25T02:19:06,381 INFO [Time-limited test {}] server.Server(415): Started @61309ms 2024-11-25T02:19:06,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:19:06,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:19:06,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:19:06,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:19:06,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:19:06,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232b7ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:19:06,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6bf9ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:19:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12a15f97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/java.io.tmpdir/jetty-localhost-38477-hadoop-hdfs-3_4_1-tests_jar-_-any-8253229087942734607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:19:06,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e5a7305{HTTP/1.1, (http/1.1)}{localhost:38477} 2024-11-25T02:19:06,793 INFO [Time-limited test {}] server.Server(415): Started @61721ms 2024-11-25T02:19:06,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:19:07,514 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/cluster_9fe51e39-8010-78be-bab9-b4011b4f353c/data/data1/current/BP-190858669-172.17.0.3-1732501145852/current, will proceed with Du for space computation calculation, 2024-11-25T02:19:07,514 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/cluster_9fe51e39-8010-78be-bab9-b4011b4f353c/data/data2/current/BP-190858669-172.17.0.3-1732501145852/current, will proceed with Du for space computation calculation, 2024-11-25T02:19:07,530 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:19:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb84add1a9f2dc8 with lease ID 0xbf6305bb73a06e40: Processing first storage report for DS-052e9c4a-aabe-409d-b6ad-98ca15f9ba13 from datanode DatanodeRegistration(127.0.0.1:43799, datanodeUuid=c3159bb0-e3f6-41a6-ae39-27990328a65e, infoPort=45427, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=769824240;c=1732501145852) 2024-11-25T02:19:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb84add1a9f2dc8 with lease ID 0xbf6305bb73a06e40: from storage DS-052e9c4a-aabe-409d-b6ad-98ca15f9ba13 node DatanodeRegistration(127.0.0.1:43799, datanodeUuid=c3159bb0-e3f6-41a6-ae39-27990328a65e, infoPort=45427, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=769824240;c=1732501145852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:19:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb84add1a9f2dc8 with lease ID 0xbf6305bb73a06e40: Processing first storage report for DS-31169700-540f-4851-ad7d-ee929e71b4f6 from datanode DatanodeRegistration(127.0.0.1:43799, datanodeUuid=c3159bb0-e3f6-41a6-ae39-27990328a65e, infoPort=45427, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=769824240;c=1732501145852) 2024-11-25T02:19:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb84add1a9f2dc8 with lease ID 0xbf6305bb73a06e40: from storage DS-31169700-540f-4851-ad7d-ee929e71b4f6 node DatanodeRegistration(127.0.0.1:43799, datanodeUuid=c3159bb0-e3f6-41a6-ae39-27990328a65e, infoPort=45427, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=769824240;c=1732501145852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:19:07,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:19:07,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:07,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:07,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:07,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1 2024-11-25T02:19:07,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:07,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:19:08,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b with version=8 2024-11-25T02:19:08,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/hbase-staging 2024-11-25T02:19:08,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:19:08,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33871 2024-11-25T02:19:08,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33871 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338710x0, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:08,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33871-0x1016fc96e580003 connected 2024-11-25T02:19:08,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:08,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:08,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/running 2024-11-25T02:19:08,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b, hbase.cluster.distributed=false 2024-11-25T02:19:08,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/acl 2024-11-25T02:19:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-25T02:19:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33871 2024-11-25T02:19:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33871 2024-11-25T02:19:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-25T02:19:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-25T02:19:08,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:19:08,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:19:08,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46551 2024-11-25T02:19:08,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46551 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:08,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:08,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465510x0, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:08,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465510x0, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/running 2024-11-25T02:19:08,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46551-0x1016fc96e580004 connected 2024-11-25T02:19:08,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:19:08,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:19:08,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/master 2024-11-25T02:19:08,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/acl 2024-11-25T02:19:08,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-25T02:19:08,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46551 2024-11-25T02:19:08,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46551 2024-11-25T02:19:08,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-25T02:19:08,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-25T02:19:08,172 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:33871 2024-11-25T02:19:08,172 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11930818444/backup-masters/dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/backup-masters 2024-11-25T02:19:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/backup-masters 2024-11-25T02:19:08,184 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on existing znode=/11930818444/backup-masters/dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11930818444/master 2024-11-25T02:19:08,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:08,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:08,201 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on existing znode=/11930818444/master 2024-11-25T02:19:08,202 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11930818444/backup-masters/dbdd1c922b13,33871,1732501148036 from backup master directory 2024-11-25T02:19:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/backup-masters 2024-11-25T02:19:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11930818444/backup-masters/dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/backup-masters 2024-11-25T02:19:08,215 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:19:08,215 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:08,218 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/hbase.id] with ID: aea7c1ab-b473-487a-80ba-19cd47976d93 2024-11-25T02:19:08,218 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/.tmp/hbase.id 2024-11-25T02:19:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:19:08,626 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/.tmp/hbase.id]:[hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/hbase.id] 2024-11-25T02:19:08,637 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:08,638 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:19:08,639 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:19:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:19:09,052 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:19:09,053 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:19:09,053 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:19:09,063 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store 2024-11-25T02:19:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:19:09,469 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:09,470 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:19:09,470 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:09,470 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:09,470 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:19:09,470 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:09,470 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:19:09,470 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501149469Disabling compacts and flushes for region at 1732501149469Disabling writes for close at 1732501149470 (+1 ms)Writing region close event to WAL at 1732501149470Closed at 1732501149470 2024-11-25T02:19:09,471 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/.initializing 2024-11-25T02:19:09,471 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/WALs/dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:09,472 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:19:09,474 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C33871%2C1732501148036, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/WALs/dbdd1c922b13,33871,1732501148036, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/oldWALs, maxLogs=10 2024-11-25T02:19:09,486 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/WALs/dbdd1c922b13,33871,1732501148036/dbdd1c922b13%2C33871%2C1732501148036.1732501149474, exclude list is [], retry=0 2024-11-25T02:19:09,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-052e9c4a-aabe-409d-b6ad-98ca15f9ba13,DISK] 2024-11-25T02:19:09,490 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/WALs/dbdd1c922b13,33871,1732501148036/dbdd1c922b13%2C33871%2C1732501148036.1732501149474 2024-11-25T02:19:09,490 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45427:45427)] 2024-11-25T02:19:09,490 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:09,491 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:09,491 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,491 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:19:09,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:09,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:09,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:19:09,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:09,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:09,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:19:09,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:09,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:09,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:19:09,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:09,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:09,499 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,499 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,499 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,501 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,501 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,501 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:09,502 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:19:09,504 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:09,505 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73984393, jitterRate=0.10245336592197418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:09,505 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501149491Initializing all the Stores at 1732501149492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501149492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501149492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501149492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501149492Cleaning up temporary data from old regions at 1732501149501 (+9 ms)Region opened successfully at 1732501149505 (+4 ms) 2024-11-25T02:19:09,505 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:19:09,508 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:19:09,508 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:19:09,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:19:09,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:19:09,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:19:09,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:19:09,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:19:09,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:19:09,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:19:09,512 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/balancer because node does not exist (not necessarily an error) 2024-11-25T02:19:09,519 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/balancer already deleted, retry=false 2024-11-25T02:19:09,520 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:19:09,520 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:19:09,530 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/normalizer already deleted, retry=false 2024-11-25T02:19:09,530 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:19:09,531 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:19:09,540 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/switch/split already deleted, retry=false 2024-11-25T02:19:09,541 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:19:09,551 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/switch/merge already deleted, retry=false 2024-11-25T02:19:09,553 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:19:09,561 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/snapshot-cleanup already deleted, retry=false 2024-11-25T02:19:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11930818444/running 2024-11-25T02:19:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11930818444/running 2024-11-25T02:19:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,573 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,33871,1732501148036, sessionid=0x1016fc96e580003, setting cluster-up flag (Was=false) 2024-11-25T02:19:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,730 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11930818444/flush-table-proc/acquired, /11930818444/flush-table-proc/reached, /11930818444/flush-table-proc/abort 2024-11-25T02:19:09,731 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:09,783 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11930818444/online-snapshot/acquired, /11930818444/online-snapshot/reached, /11930818444/online-snapshot/abort 2024-11-25T02:19:09,784 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:09,785 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:19:09,786 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:09,786 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:19:09,787 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:19:09,787 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,33871,1732501148036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:19:09,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501179789 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:19:09,789 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:19:09,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:19:09,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:19:09,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:19:09,791 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501149790,5,FailOnTimeoutGroup] 2024-11-25T02:19:09,791 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501149791,5,FailOnTimeoutGroup] 2024-11-25T02:19:09,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:19:09,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:09,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:19:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:19:09,863 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(746): ClusterId : aea7c1ab-b473-487a-80ba-19cd47976d93 2024-11-25T02:19:09,863 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:19:09,867 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:19:09,867 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:19:09,878 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:19:09,878 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726e2a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:19:09,888 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:46551 2024-11-25T02:19:09,888 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:19:09,888 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:19:09,888 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:19:09,889 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,33871,1732501148036 with port=46551, startcode=1732501148140 2024-11-25T02:19:09,889 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:19:09,891 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:19:09,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:09,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33871 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:09,892 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b 2024-11-25T02:19:09,892 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36147 2024-11-25T02:19:09,892 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:19:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/rs 2024-11-25T02:19:09,977 DEBUG [RS:0;dbdd1c922b13:46551 {}] zookeeper.ZKUtil(111): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on existing znode=/11930818444/rs/dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:09,977 WARN [RS:0;dbdd1c922b13:46551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:19:09,977 INFO [RS:0;dbdd1c922b13:46551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:09,977 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:09,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,46551,1732501148140] 2024-11-25T02:19:09,980 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:19:09,982 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:19:09,982 INFO [RS:0;dbdd1c922b13:46551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:19:09,982 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,984 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:19:09,984 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:19:09,984 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:19:09,985 DEBUG [RS:0;dbdd1c922b13:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:09,987 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46551,1732501148140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:19:10,000 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:19:10,000 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46551,1732501148140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:10,000 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:10,000 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.Replication(171): dbdd1c922b13,46551,1732501148140 started 2024-11-25T02:19:10,012 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:10,012 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,46551,1732501148140, RpcServer on dbdd1c922b13/172.17.0.3:46551, sessionid=0x1016fc96e580004 2024-11-25T02:19:10,012 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:19:10,012 DEBUG [RS:0;dbdd1c922b13:46551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:10,012 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,46551,1732501148140' 2024-11-25T02:19:10,012 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11930818444/flush-table-proc/abort' 2024-11-25T02:19:10,013 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11930818444/flush-table-proc/acquired' 2024-11-25T02:19:10,013 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:19:10,013 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:19:10,014 DEBUG [RS:0;dbdd1c922b13:46551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:10,014 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,46551,1732501148140' 2024-11-25T02:19:10,014 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11930818444/online-snapshot/abort' 2024-11-25T02:19:10,014 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11930818444/online-snapshot/acquired' 2024-11-25T02:19:10,014 DEBUG [RS:0;dbdd1c922b13:46551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:19:10,014 INFO [RS:0;dbdd1c922b13:46551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:19:10,014 INFO [RS:0;dbdd1c922b13:46551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:19:10,115 INFO [RS:0;dbdd1c922b13:46551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:19:10,116 INFO [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C46551%2C1732501148140, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/oldWALs, maxLogs=10 2024-11-25T02:19:10,129 DEBUG [RS:0;dbdd1c922b13:46551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140/dbdd1c922b13%2C46551%2C1732501148140.1732501150116, exclude list is [], retry=0 2024-11-25T02:19:10,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-052e9c4a-aabe-409d-b6ad-98ca15f9ba13,DISK] 2024-11-25T02:19:10,133 INFO [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140/dbdd1c922b13%2C46551%2C1732501148140.1732501150116 2024-11-25T02:19:10,133 DEBUG [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45427:45427)] 2024-11-25T02:19:10,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:19:10,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b 2024-11-25T02:19:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:19:10,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:19:10,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:19:10,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:19:10,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:10,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:10,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:19:10,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:19:10,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:10,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:10,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:19:10,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:19:10,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:10,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:10,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:19:10,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:19:10,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:10,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:10,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:19:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740 2024-11-25T02:19:10,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740 2024-11-25T02:19:10,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:19:10,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:19:10,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:10,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:19:10,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:10,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668937, jitterRate=0.023246899247169495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501150604Initializing all the Stores at 1732501150604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501150604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501150605 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501150605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501150605Cleaning up temporary data from old regions at 1732501150613 (+8 ms)Region opened successfully at 1732501150617 (+4 ms) 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:19:10,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:19:10,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:19:10,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501150617Disabling compacts and flushes for region at 1732501150617Disabling writes for close at 1732501150617Writing region close event to WAL at 1732501150617Closed at 1732501150617 2024-11-25T02:19:10,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:10,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:19:10,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:19:10,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:19:10,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:19:10,770 DEBUG [dbdd1c922b13:33871 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:19:10,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:10,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,46551,1732501148140, state=OPENING 2024-11-25T02:19:10,814 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:19:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:19:10,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11930818444/meta-region-server: CHANGED 2024-11-25T02:19:10,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11930818444/meta-region-server: CHANGED 2024-11-25T02:19:10,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:19:10,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46551,1732501148140}] 2024-11-25T02:19:10,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:19:10,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:19:10,983 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:19:10,983 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:10,983 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:19:10,985 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C46551%2C1732501148140.meta, suffix=.meta, logDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/oldWALs, maxLogs=10 2024-11-25T02:19:11,027 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140/dbdd1c922b13%2C46551%2C1732501148140.meta.1732501151015.meta, exclude list is [], retry=0 2024-11-25T02:19:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43799,DS-052e9c4a-aabe-409d-b6ad-98ca15f9ba13,DISK] 2024-11-25T02:19:11,031 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140/dbdd1c922b13%2C46551%2C1732501148140.meta.1732501151015.meta 2024-11-25T02:19:11,032 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45427:45427)] 2024-11-25T02:19:11,032 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:11,032 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:19:11,032 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:19:11,033 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:19:11,033 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:19:11,033 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:19:11,033 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:11,033 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:19:11,033 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:19:11,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:19:11,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:19:11,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:11,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:11,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:19:11,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:19:11,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:11,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:19:11,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:19:11,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:11,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:11,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:19:11,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:19:11,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:11,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:19:11,041 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:19:11,041 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740 2024-11-25T02:19:11,042 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740 2024-11-25T02:19:11,044 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:19:11,044 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:19:11,045 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:19:11,046 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:19:11,047 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60051697, jitterRate=-0.10515998303890228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:19:11,047 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:19:11,047 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501151033Writing region info on filesystem at 1732501151033Initializing all the Stores at 1732501151034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501151034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501151034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501151034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501151034Cleaning up temporary data from old regions at 1732501151044 (+10 ms)Running coprocessor post-open hooks at 1732501151047 (+3 ms)Region opened successfully at 1732501151047 2024-11-25T02:19:11,048 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501150977 2024-11-25T02:19:11,050 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:19:11,051 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:19:11,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:11,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,46551,1732501148140, state=OPEN 2024-11-25T02:19:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11930818444/meta-region-server 2024-11-25T02:19:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11930818444/meta-region-server 2024-11-25T02:19:11,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:11,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11930818444/meta-region-server: CHANGED 2024-11-25T02:19:11,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11930818444/meta-region-server: CHANGED 2024-11-25T02:19:11,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:19:11,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46551,1732501148140 in 231 msec 2024-11-25T02:19:11,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:19:11,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-25T02:19:11,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:19:11,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:19:11,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:11,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46551,1732501148140, seqNum=-1] 2024-11-25T02:19:11,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:11,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:11,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-25T02:19:11,070 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501151070, completionTime=-1 2024-11-25T02:19:11,070 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:19:11,070 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501211073 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501271073 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:33871, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,075 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:19:11,077 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:19:11,079 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:19:11,079 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:19:11,080 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33871,1732501148036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:19:11,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a07737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:11,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33871,-1 for getting cluster id 2024-11-25T02:19:11,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:11,165 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea7c1ab-b473-487a-80ba-19cd47976d93' 2024-11-25T02:19:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea7c1ab-b473-487a-80ba-19cd47976d93" 2024-11-25T02:19:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33871,-1] 2024-11-25T02:19:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:11,167 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:11,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53809cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:11,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46551,1732501148140, seqNum=-1] 2024-11-25T02:19:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:11,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:11,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:11,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57095 2024-11-25T02:19:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:19:11,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fc96e580005 connected 2024-11-25T02:19:11,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd455c4 2024-11-25T02:19:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:11,201 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:11,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:19:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:19:11,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:19:11,209 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:11,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:19:11,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:19:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:11,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:19:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:11,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83e992c2ea5a58915822f81e0c2a25c5, NAME => 'test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9 2024-11-25T02:19:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:19:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 83e992c2ea5a58915822f81e0c2a25c5, disabling compactions & flushes 2024-11-25T02:19:12,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. after waiting 0 ms 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83e992c2ea5a58915822f81e0c2a25c5: Waiting for close lock at 1732501152025Disabling compacts and flushes for region at 1732501152025Disabling writes for close at 1732501152025Writing region close event to WAL at 1732501152025Closed at 1732501152025 2024-11-25T02:19:12,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:19:12,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501152026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501152026"}]},"ts":"1732501152026"} 2024-11-25T02:19:12,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:19:12,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:19:12,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501152030"}]},"ts":"1732501152030"} 2024-11-25T02:19:12,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:19:12,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83e992c2ea5a58915822f81e0c2a25c5, ASSIGN}] 2024-11-25T02:19:12,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=83e992c2ea5a58915822f81e0c2a25c5, ASSIGN 2024-11-25T02:19:12,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=83e992c2ea5a58915822f81e0c2a25c5, ASSIGN; state=OFFLINE, location=dbdd1c922b13,36647,1732501142477; forceNewPlan=false, retain=false 2024-11-25T02:19:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:19:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:19:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:19:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:19:12,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:19:12,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:19:12,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:19:12,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:19:12,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83e992c2ea5a58915822f81e0c2a25c5, regionState=OPENING, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=83e992c2ea5a58915822f81e0c2a25c5, ASSIGN because future has completed 2024-11-25T02:19:12,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e992c2ea5a58915822f81e0c2a25c5, server=dbdd1c922b13,36647,1732501142477}] 2024-11-25T02:19:12,345 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,345 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83e992c2ea5a58915822f81e0c2a25c5, NAME => 'test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:12,345 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:19:12,346 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:19:12,346 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,346 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:12,346 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,346 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,347 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,349 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e992c2ea5a58915822f81e0c2a25c5 columnFamilyName f 2024-11-25T02:19:12,349 DEBUG [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:12,349 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(327): Store=83e992c2ea5a58915822f81e0c2a25c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:12,349 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,351 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e992c2ea5a58915822f81e0c2a25c5 columnFamilyName f1 2024-11-25T02:19:12,351 DEBUG [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:12,351 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(327): Store=83e992c2ea5a58915822f81e0c2a25c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:12,351 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,353 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e992c2ea5a58915822f81e0c2a25c5 columnFamilyName norep 2024-11-25T02:19:12,353 DEBUG [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:12,353 INFO [StoreOpener-83e992c2ea5a58915822f81e0c2a25c5-1 {}] regionserver.HStore(327): Store=83e992c2ea5a58915822f81e0c2a25c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:12,353 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,354 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,354 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,355 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,355 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,355 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:19:12,356 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,358 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:12,359 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83e992c2ea5a58915822f81e0c2a25c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65347782, jitterRate=-0.026242166757583618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:19:12,359 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:19:12,359 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83e992c2ea5a58915822f81e0c2a25c5: Running coprocessor pre-open hook at 1732501152346Writing region info on filesystem at 1732501152346Initializing all the Stores at 1732501152347 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501152347Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501152347Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501152347Cleaning up temporary data from old regions at 1732501152355 (+8 ms)Running coprocessor post-open hooks at 1732501152359 (+4 ms)Region opened successfully at 1732501152359 2024-11-25T02:19:12,361 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., pid=6, masterSystemTime=1732501152341 2024-11-25T02:19:12,363 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,363 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:19:12,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83e992c2ea5a58915822f81e0c2a25c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e992c2ea5a58915822f81e0c2a25c5, server=dbdd1c922b13,36647,1732501142477 because future has completed 2024-11-25T02:19:12,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:19:12,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83e992c2ea5a58915822f81e0c2a25c5, server=dbdd1c922b13,36647,1732501142477 in 180 msec 2024-11-25T02:19:12,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:19:12,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=83e992c2ea5a58915822f81e0c2a25c5, ASSIGN in 337 msec 2024-11-25T02:19:12,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:19:12,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501152374"}]},"ts":"1732501152374"} 2024-11-25T02:19:12,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:19:12,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:19:12,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-25T02:19:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:13,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:13,364 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:19:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-25T02:19:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:13,366 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:13,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:19:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:19:13,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:19:13,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:13,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:19:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:13,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:19:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:19:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:13,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ba4ee97f6cf8d632bf1779da2206573, NAME => 'test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b 2024-11-25T02:19:13,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:19:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ba4ee97f6cf8d632bf1779da2206573, disabling compactions & flushes 2024-11-25T02:19:14,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. after waiting 0 ms 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,185 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ba4ee97f6cf8d632bf1779da2206573: Waiting for close lock at 1732501154185Disabling compacts and flushes for region at 1732501154185Disabling writes for close at 1732501154185Writing region close event to WAL at 1732501154185Closed at 1732501154185 2024-11-25T02:19:14,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:19:14,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501154186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501154186"}]},"ts":"1732501154186"} 2024-11-25T02:19:14,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:19:14,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:19:14,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501154191"}]},"ts":"1732501154191"} 2024-11-25T02:19:14,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:19:14,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba4ee97f6cf8d632bf1779da2206573, ASSIGN}] 2024-11-25T02:19:14,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba4ee97f6cf8d632bf1779da2206573, ASSIGN 2024-11-25T02:19:14,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ba4ee97f6cf8d632bf1779da2206573, ASSIGN; state=OFFLINE, location=dbdd1c922b13,46551,1732501148140; forceNewPlan=false, retain=false 2024-11-25T02:19:14,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba4ee97f6cf8d632bf1779da2206573, regionState=OPENING, regionLocation=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:14,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ba4ee97f6cf8d632bf1779da2206573, ASSIGN because future has completed 2024-11-25T02:19:14,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba4ee97f6cf8d632bf1779da2206573, server=dbdd1c922b13,46551,1732501148140}] 2024-11-25T02:19:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:14,505 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,506 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ba4ee97f6cf8d632bf1779da2206573, NAME => 'test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:14,506 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:19:14,506 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:19:14,506 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,506 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:14,506 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,506 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,508 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,509 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba4ee97f6cf8d632bf1779da2206573 columnFamilyName f 2024-11-25T02:19:14,509 DEBUG [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:14,509 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(327): Store=1ba4ee97f6cf8d632bf1779da2206573/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:14,509 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,510 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba4ee97f6cf8d632bf1779da2206573 columnFamilyName f1 2024-11-25T02:19:14,511 DEBUG [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:14,511 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(327): Store=1ba4ee97f6cf8d632bf1779da2206573/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:14,511 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,512 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba4ee97f6cf8d632bf1779da2206573 columnFamilyName norep 2024-11-25T02:19:14,512 DEBUG [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:14,513 INFO [StoreOpener-1ba4ee97f6cf8d632bf1779da2206573-1 {}] regionserver.HStore(327): Store=1ba4ee97f6cf8d632bf1779da2206573/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:14,513 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,514 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,514 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,515 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,515 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,515 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:19:14,516 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,518 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:14,519 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ba4ee97f6cf8d632bf1779da2206573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65707011, jitterRate=-0.02088923752307892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:19:14,519 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:19:14,519 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ba4ee97f6cf8d632bf1779da2206573: Running coprocessor pre-open hook at 1732501154507Writing region info on filesystem at 1732501154507Initializing all the Stores at 1732501154507Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501154507Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501154508 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501154508Cleaning up temporary data from old regions at 1732501154515 (+7 ms)Running coprocessor post-open hooks at 1732501154519 (+4 ms)Region opened successfully at 1732501154519 2024-11-25T02:19:14,520 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573., pid=6, masterSystemTime=1732501154501 2024-11-25T02:19:14,522 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,522 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:19:14,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba4ee97f6cf8d632bf1779da2206573, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,46551,1732501148140 2024-11-25T02:19:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba4ee97f6cf8d632bf1779da2206573, server=dbdd1c922b13,46551,1732501148140 because future has completed 2024-11-25T02:19:14,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:19:14,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ba4ee97f6cf8d632bf1779da2206573, server=dbdd1c922b13,46551,1732501148140 in 177 msec 2024-11-25T02:19:14,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:19:14,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ba4ee97f6cf8d632bf1779da2206573, ASSIGN in 336 msec 2024-11-25T02:19:14,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:19:14,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501154532"}]},"ts":"1732501154532"} 2024-11-25T02:19:14,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:19:14,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:19:14,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-25T02:19:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:19:15,523 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:19:15,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa8845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36783,-1 for getting cluster id 2024-11-25T02:19:15,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:15,524 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6b6ac4d-031a-40d4-9301-7d0a942b17fa' 2024-11-25T02:19:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6b6ac4d-031a-40d4-9301-7d0a942b17fa" 2024-11-25T02:19:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d62a6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36783,-1] 2024-11-25T02:19:15,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:15,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,525 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b51d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1238dd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33871,-1 for getting cluster id 2024-11-25T02:19:15,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:15,527 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea7c1ab-b473-487a-80ba-19cd47976d93' 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea7c1ab-b473-487a-80ba-19cd47976d93" 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b01bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33871,-1] 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,529 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181b417d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5503e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36783,-1 for getting cluster id 2024-11-25T02:19:15,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:15,531 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6b6ac4d-031a-40d4-9301-7d0a942b17fa' 2024-11-25T02:19:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6b6ac4d-031a-40d4-9301-7d0a942b17fa" 2024-11-25T02:19:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36783,-1] 2024-11-25T02:19:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,533 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:15,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6493f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:15,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:15,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47af0b4c 2024-11-25T02:19:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:15,538 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:15,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:33871,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:19:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:19:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:15,541 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:33871' 2024-11-25T02:19:15,542 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c47c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,542 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33871,-1 for getting cluster id 2024-11-25T02:19:15,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:15,543 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea7c1ab-b473-487a-80ba-19cd47976d93' 2024-11-25T02:19:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea7c1ab-b473-487a-80ba-19cd47976d93" 2024-11-25T02:19:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cd133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33871,-1] 2024-11-25T02:19:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:15,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,544 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719bba49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:15,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a3564 2024-11-25T02:19:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:15,547 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:15,547 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:19:15,547 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:19:15,547 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:15,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:19:15,548 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:19:15,549 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:19:15,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:19:15,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:15,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:19:15,599 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:19:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:19:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:15,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:19:16,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54a73e584c1c16a4785cb958c41cb2d0, NAME => 'hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9 2024-11-25T02:19:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:19:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54a73e584c1c16a4785cb958c41cb2d0, disabling compactions & flushes 2024-11-25T02:19:16,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. after waiting 0 ms 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54a73e584c1c16a4785cb958c41cb2d0: Waiting for close lock at 1732501156409Disabling compacts and flushes for region at 1732501156409Disabling writes for close at 1732501156409Writing region close event to WAL at 1732501156409Closed at 1732501156409 2024-11-25T02:19:16,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:19:16,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501156410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501156410"}]},"ts":"1732501156410"} 2024-11-25T02:19:16,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:19:16,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:19:16,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501156413"}]},"ts":"1732501156413"} 2024-11-25T02:19:16,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:19:16,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a73e584c1c16a4785cb958c41cb2d0, ASSIGN}] 2024-11-25T02:19:16,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a73e584c1c16a4785cb958c41cb2d0, ASSIGN 2024-11-25T02:19:16,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54a73e584c1c16a4785cb958c41cb2d0, ASSIGN; state=OFFLINE, location=dbdd1c922b13,36647,1732501142477; forceNewPlan=false, retain=false 2024-11-25T02:19:16,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:19:16,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:16,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:16,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:16,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a73e584c1c16a4785cb958c41cb2d0, regionState=OPENING, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:16,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54a73e584c1c16a4785cb958c41cb2d0, ASSIGN because future has completed 2024-11-25T02:19:16,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a73e584c1c16a4785cb958c41cb2d0, server=dbdd1c922b13,36647,1732501142477}] 2024-11-25T02:19:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:16,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:19:16,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:19:16,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36647%2C1732501142477.rep, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs, maxLogs=10 2024-11-25T02:19:16,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.rep.1732501156729, exclude list is [], retry=0 2024-11-25T02:19:16,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-e441d4d3-4dc7-4de4-b79f-46fb431bb0e7,DISK] 2024-11-25T02:19:16,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.rep.1732501156729 2024-11-25T02:19:16,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)] 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54a73e584c1c16a4785cb958c41cb2d0, NAME => 'hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:19:16,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. service=MultiRowMutationService 2024-11-25T02:19:16,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,748 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,750 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a73e584c1c16a4785cb958c41cb2d0 columnFamilyName hfileref 2024-11-25T02:19:16,750 DEBUG [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:16,750 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(327): Store=54a73e584c1c16a4785cb958c41cb2d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:16,750 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,751 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a73e584c1c16a4785cb958c41cb2d0 columnFamilyName queue 2024-11-25T02:19:16,751 DEBUG [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:16,751 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(327): Store=54a73e584c1c16a4785cb958c41cb2d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:16,752 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,752 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a73e584c1c16a4785cb958c41cb2d0 columnFamilyName sid 2024-11-25T02:19:16,752 DEBUG [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:19:16,753 INFO [StoreOpener-54a73e584c1c16a4785cb958c41cb2d0-1 {}] regionserver.HStore(327): Store=54a73e584c1c16a4785cb958c41cb2d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:19:16,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:19:16,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:19:16,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54a73e584c1c16a4785cb958c41cb2d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74628675, jitterRate=0.11205391585826874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:19:16,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:19:16,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54a73e584c1c16a4785cb958c41cb2d0: Running coprocessor pre-open hook at 1732501156746Writing region info on filesystem at 1732501156746Initializing all the Stores at 1732501156747 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501156747Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501156748 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501156748Cleaning up temporary data from old regions at 1732501156755 (+7 ms)Running coprocessor post-open hooks at 1732501156759 (+4 ms)Region opened successfully at 1732501156759 2024-11-25T02:19:16,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0., pid=10, masterSystemTime=1732501156724 2024-11-25T02:19:16,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:19:16,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54a73e584c1c16a4785cb958c41cb2d0, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,36647,1732501142477 2024-11-25T02:19:16,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a73e584c1c16a4785cb958c41cb2d0, server=dbdd1c922b13,36647,1732501142477 because future has completed 2024-11-25T02:19:16,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:19:16,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54a73e584c1c16a4785cb958c41cb2d0, server=dbdd1c922b13,36647,1732501142477 in 195 msec 2024-11-25T02:19:16,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:19:16,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54a73e584c1c16a4785cb958c41cb2d0, ASSIGN in 353 msec 2024-11-25T02:19:16,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:19:16,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501156772"}]},"ts":"1732501156772"} 2024-11-25T02:19:16,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:19:16,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:19:16,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-25T02:19:16,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2] 2024-11-25T02:19:16,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:16,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:19:16,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:19:17,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:19:17,062 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:19:17,089 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,36647,1732501142477, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:19:17,089 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:17,089 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:17,090 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:17,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-25T02:19:17,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,36647,1732501142477', locateType=CURRENT is [region=hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2] 2024-11-25T02:19:17,095 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:19:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:19:17,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,36647,1732501142477 suceeded 2024-11-25T02:19:17,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:19:17,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-25T02:19:17,099 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:33871,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-25T02:19:17,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-25T02:19:17,110 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:33871' 2024-11-25T02:19:17,111 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7217a69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:17,111 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33871,-1 for getting cluster id 2024-11-25T02:19:17,111 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:17,112 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea7c1ab-b473-487a-80ba-19cd47976d93' 2024-11-25T02:19:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea7c1ab-b473-487a-80ba-19cd47976d93" 2024-11-25T02:19:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5cbebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33871,-1] 2024-11-25T02:19:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:17,114 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:17,114 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ba4278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:17,114 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1065395 2024-11-25T02:19:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:17,116 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-25T02:19:17,117 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,36647,1732501142477 (queues=1) is replicating from cluster=d6b6ac4d-031a-40d4-9301-7d0a942b17fa to cluster=aea7c1ab-b473-487a-80ba-19cd47976d93 2024-11-25T02:19:17,117 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C36647%2C1732501142477 2024-11-25T02:19:17,117 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,36647,1732501142477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:19:17,117 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C36647%2C1732501142477 2024-11-25T02:19:17,117 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733, startPosition=0, beingWritten=true 2024-11-25T02:19:17,127 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:19:17,127 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:17,127 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:19:17,331 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:17,636 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:19:17,683 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:19:17,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:19:17,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:19:17,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:17,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:17,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:19:17,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:17,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732501157687/Put/seqid=0 2024-11-25T02:19:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741840_1016 (size=7894) 2024-11-25T02:19:18,039 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:18,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_1 is 34, key is ddd/f:row/1732501158095/Put/seqid=0 2024-11-25T02:19:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741841_1017 (size=7691) 2024-11-25T02:19:18,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5780d23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:18,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36783,-1 for getting cluster id 2024-11-25T02:19:18,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:18,506 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6b6ac4d-031a-40d4-9301-7d0a942b17fa' 2024-11-25T02:19:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6b6ac4d-031a-40d4-9301-7d0a942b17fa" 2024-11-25T02:19:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779560c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36783,-1] 2024-11-25T02:19:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:18,508 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:18,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea51b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:18,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:18,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:18,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:18,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:18,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:18,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39f765d1 2024-11-25T02:19:18,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:18,524 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2] 2024-11-25T02:19:18,539 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:19:18,543 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:18,550 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T02:19:18,553 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T02:19:18,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_0 for inclusion in 83e992c2ea5a58915822f81e0c2a25c5/f 2024-11-25T02:19:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T02:19:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_1 for inclusion in 83e992c2ea5a58915822f81e0c2a25c5/f 2024-11-25T02:19:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T02:19:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegion(2603): Flush status journal for 83e992c2ea5a58915822f81e0c2a25c5: 2024-11-25T02:19:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_0 to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_0 2024-11-25T02:19:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_0 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ 2024-11-25T02:19:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f/f/hfile_1 to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_1 2024-11-25T02:19:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_1 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ 2024-11-25T02:19:18,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_0 into 83e992c2ea5a58915822f81e0c2a25c5/f as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ - updating store file list. 2024-11-25T02:19:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:18,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ into 83e992c2ea5a58915822f81e0c2a25c5/f 2024-11-25T02:19:18,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_0 into 83e992c2ea5a58915822f81e0c2a25c5/f (new location: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_) 2024-11-25T02:19:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_0 2024-11-25T02:19:18,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_1 into 83e992c2ea5a58915822f81e0c2a25c5/f as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ - updating store file list. 2024-11-25T02:19:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 470d7cd99c544970abde5baf56ea7273_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:18,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ into 83e992c2ea5a58915822f81e0c2a25c5/f 2024-11-25T02:19:18,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_1 into 83e992c2ea5a58915822f81e0c2a25c5/f (new location: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_) 2024-11-25T02:19:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__n3fc9olt39v67oqcrpufnokhqu1hhvksl9e5hcsa5j263j8psua7ccr3pm0opug8/f/hfile_1 2024-11-25T02:19:18,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:19:18,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:19:18,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:18,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:18,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:19:18,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 , the old value is region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:36647 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:19:18,610 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:19:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46551,1732501148140, seqNum=-1] 2024-11-25T02:19:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:19:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 from cache 2024-11-25T02:19:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:18,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573., hostname=dbdd1c922b13,46551,1732501148140, seqNum=2] 2024-11-25T02:19:18,617 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:19:18,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:36647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:19:19,148 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 379, reset compression=false 2024-11-25T02:19:19,153 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:19:19,153 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: WALEntryBatch [walEntries=[{test/83e992c2ea5a58915822f81e0c2a25c5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501158602/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:19:19,171 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:19:19,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-25T02:19:19,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.ReplicationSink(318): Replicating [d6b6ac4d-031a-40d4-9301-7d0a942b17fa] bulk loaded data 2024-11-25T02:19:19,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67497909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:19,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33871,-1 for getting cluster id 2024-11-25T02:19:19,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:19,178 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aea7c1ab-b473-487a-80ba-19cd47976d93' 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aea7c1ab-b473-487a-80ba-19cd47976d93" 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fb1a421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33871,-1] 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:19,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:19,179 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:19,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6e092e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741837_1013 (size=7894) 2024-11-25T02:19:19,353 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741838_1014 (size=7691) 2024-11-25T02:19:19,619 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:19:19,658 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:20,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:20,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33871,1732501148036 2024-11-25T02:19:20,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e771bbb 2024-11-25T02:19:20,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:20,007 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-25T02:19:20,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:19:20,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46551,1732501148140, seqNum=-1] 2024-11-25T02:19:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:20,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-25T02:19:20,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T02:19:20,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T02:19:20,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ for inclusion in 1ba4ee97f6cf8d632bf1779da2206573/f 2024-11-25T02:19:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T02:19:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:20,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ for inclusion in 1ba4ee97f6cf8d632bf1779da2206573/f 2024-11-25T02:19:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T02:19:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HRegion(2603): Flush status journal for 1ba4ee97f6cf8d632bf1779da2206573: 2024-11-25T02:19:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 470d7cd99c544970abde5baf56ea7273_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:19:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/e23a84211a954a4f8309ac2e0bea17e6_SeqId_4_ 2024-11-25T02:19:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:19:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/3f14e1029a6a4b759439a14566358a57_SeqId_4_ 2024-11-25T02:19:20,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/e23a84211a954a4f8309ac2e0bea17e6_SeqId_4_ - updating store file list. 2024-11-25T02:19:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e23a84211a954a4f8309ac2e0bea17e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/e23a84211a954a4f8309ac2e0bea17e6_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f 2024-11-25T02:19:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f (new location: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/e23a84211a954a4f8309ac2e0bea17e6_SeqId_4_) 2024-11-25T02:19:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/470d7cd99c544970abde5baf56ea7273_SeqId_4_ 2024-11-25T02:19:20,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/3f14e1029a6a4b759439a14566358a57_SeqId_4_ - updating store file list. 2024-11-25T02:19:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f14e1029a6a4b759439a14566358a57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:20,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/3f14e1029a6a4b759439a14566358a57_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f 2024-11-25T02:19:20,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ into 1ba4ee97f6cf8d632bf1779da2206573/f (new location: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/f/3f14e1029a6a4b759439a14566358a57_SeqId_4_) 2024-11-25T02:19:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/staging/jenkins.hfs.6__test__6kk0d9h7f62933gsfvv10a9jnee50m89rls0jkvp4fmvhulejlv9qbi6ake1lcc6/f/407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_ 2024-11-25T02:19:20,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] regionserver.ReplicationSink(324): Finished replicating [d6b6ac4d-031a-40d4-9301-7d0a942b17fa] bulk loaded data 2024-11-25T02:19:20,063 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:20,567 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:20,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:19:20,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732501160636/Put/seqid=0 2024-11-25T02:19:20,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741842_1018 (size=7997) 2024-11-25T02:19:21,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732501161096/Put/seqid=0 2024-11-25T02:19:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741843_1019 (size=7794) 2024-11-25T02:19:21,171 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:21,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc0dfee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:21,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36783,-1 for getting cluster id 2024-11-25T02:19:21,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:19:21,504 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6b6ac4d-031a-40d4-9301-7d0a942b17fa' 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6b6ac4d-031a-40d4-9301-7d0a942b17fa" 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36783,-1] 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:19:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:21,505 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:19:21,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e69460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:19:21,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:21,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:21,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36783,1732501142259 2024-11-25T02:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-25T02:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:19:21,519 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:19:21,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2] 2024-11-25T02:19:21,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:19:21,531 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T02:19:21,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T02:19:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_0 for inclusion in 83e992c2ea5a58915822f81e0c2a25c5/f1 2024-11-25T02:19:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T02:19:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:21,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_1 for inclusion in 83e992c2ea5a58915822f81e0c2a25c5/f1 2024-11-25T02:19:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T02:19:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:19:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegion(2603): Flush status journal for 83e992c2ea5a58915822f81e0c2a25c5: 2024-11-25T02:19:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_0 to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_0 2024-11-25T02:19:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_0 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/3aead3f6863e41f2aa99b543248ce9b1_SeqId_6_ 2024-11-25T02:19:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/load_f1/f1/hfile_1 to hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_1 2024-11-25T02:19:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_1 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/8dd60564e44e4a929bf98f49240bc886_SeqId_6_ 2024-11-25T02:19:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-25T02:19:21,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_0 into 83e992c2ea5a58915822f81e0c2a25c5/f1 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/3aead3f6863e41f2aa99b543248ce9b1_SeqId_6_ - updating store file list. 2024-11-25T02:19:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3aead3f6863e41f2aa99b543248ce9b1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:21,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/3aead3f6863e41f2aa99b543248ce9b1_SeqId_6_ into 83e992c2ea5a58915822f81e0c2a25c5/f1 2024-11-25T02:19:21,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_0 into 83e992c2ea5a58915822f81e0c2a25c5/f1 (new location: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/3aead3f6863e41f2aa99b543248ce9b1_SeqId_6_) 2024-11-25T02:19:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_0 2024-11-25T02:19:21,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_1 into 83e992c2ea5a58915822f81e0c2a25c5/f1 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/8dd60564e44e4a929bf98f49240bc886_SeqId_6_ - updating store file list. 2024-11-25T02:19:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8dd60564e44e4a929bf98f49240bc886_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:19:21,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/8dd60564e44e4a929bf98f49240bc886_SeqId_6_ into 83e992c2ea5a58915822f81e0c2a25c5/f1 2024-11-25T02:19:21,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_1 into 83e992c2ea5a58915822f81e0c2a25c5/f1 (new location: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/f1/8dd60564e44e4a929bf98f49240bc886_SeqId_6_) 2024-11-25T02:19:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/staging/jenkins__test__m94jhs9l3ru2ubvp5rf4v5jrvcv5pdomcr2pnqj24akng5kmcgk1qaobmcsi7duo/f1/hfile_1 2024-11-25T02:19:21,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:19:21,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:19:21,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:21,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:19:21,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:19:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 , the old value is region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:36647 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:19:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:19:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2 from cache 2024-11-25T02:19:21,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:19:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36647,1732501142477, seqNum=-1] 2024-11-25T02:19:21,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:19:21,566 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:19:21,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:19:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., hostname=dbdd1c922b13,36647,1732501142477, seqNum=2] 2024-11-25T02:19:21,673 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:36647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:19:21,875 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 687, reset compression=false 2024-11-25T02:19:21,880 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:19:21,880 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:21,880 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:19:22,085 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:22,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:19:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:19:22,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:19:22,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:19:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T02:19:22,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T02:19:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:19:22,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:19:22,389 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:22,793 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:23,297 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:23,901 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:24,605 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:25,409 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:26,313 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:27,317 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:28,422 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:29,626 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:30,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:31,847 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:19:32,334 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:33,838 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:35,443 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:37,147 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:37,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:19:38,951 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:40,855 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:41,883 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: null 2024-11-25T02:19:42,859 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:44,963 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:45,765 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T02:19:45,765 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T02:19:47,167 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:49,471 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:51,081 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T02:19:51,081 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T02:19:51,874 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:54,378 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:56,982 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:19:57,346 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 83e992c2ea5a58915822f81e0c2a25c5, had cached 0 bytes from a total of 31376 2024-11-25T02:19:59,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1ba4ee97f6cf8d632bf1779da2206573, had cached 0 bytes from a total of 15585 2024-11-25T02:19:59,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:01,848 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:20:01,883 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: null 2024-11-25T02:20:02,490 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:05,394 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:07,431 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T02:20:07,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:20:08,398 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:11,502 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:11,771 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T02:20:14,707 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:18,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:21,415 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:21,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:20:21,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:21,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:21,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:21,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:21,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:21,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:20:21,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416923165, stopped=false 2024-11-25T02:20:21,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,33871,1732501148036 2024-11-25T02:20:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11930818444/running 2024-11-25T02:20:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11930818444/running 2024-11-25T02:20:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:20:21,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:20:21,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:21,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:21,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:21,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:21,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,46551,1732501148140' ***** 2024-11-25T02:20:21,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:20:21,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/running 2024-11-25T02:20:21,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Set watcher on znode that does not yet exist, /11930818444/running 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:20:21,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,46551,1732501148140 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:21,643 INFO [RS:0;dbdd1c922b13:46551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:46551. 2024-11-25T02:20:21,644 DEBUG [RS:0;dbdd1c922b13:46551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:21,644 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba4ee97f6cf8d632bf1779da2206573, disabling compactions & flushes 2024-11-25T02:20:21,644 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:20:21,644 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. after waiting 0 ms 2024-11-25T02:20:21,644 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:20:21,644 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:20:21,644 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:20:21,644 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:20:21,644 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ba4ee97f6cf8d632bf1779da2206573=test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573.} 2024-11-25T02:20:21,644 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba4ee97f6cf8d632bf1779da2206573 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:21,644 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:21,644 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:21,644 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T02:20:21,657 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/default/test/1ba4ee97f6cf8d632bf1779da2206573/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T02:20:21,658 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:21,658 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:20:21,658 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:20:21,658 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba4ee97f6cf8d632bf1779da2206573: Waiting for close lock at 1732501221644Running coprocessor pre-close hooks at 1732501221644Disabling compacts and flushes for region at 1732501221644Disabling writes for close at 1732501221644Writing region close event to WAL at 1732501221644Running coprocessor post-close hooks at 1732501221658 (+14 ms)Closed at 1732501221658 2024-11-25T02:20:21,658 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573. 2024-11-25T02:20:21,669 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:21,673 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/info/a5ee06673ef6448b887baa9a59876667 is 129, key is test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573./info:regioninfo/1732501154522/Put/seqid=0 2024-11-25T02:20:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741839_1015 (size=6421) 2024-11-25T02:20:21,844 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:21,883 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36647,1732501142477 got entry batch from reader: null 2024-11-25T02:20:22,044 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:22,051 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:20:22,051 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:20:22,077 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/info/a5ee06673ef6448b887baa9a59876667 2024-11-25T02:20:22,096 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/ns/1fca0f724a124a6ea089b0b6b2c40b08 is 43, key is default/ns:d/1732501151066/Put/seqid=0 2024-11-25T02:20:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741840_1016 (size=5153) 2024-11-25T02:20:22,245 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:22,445 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:22,500 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/ns/1fca0f724a124a6ea089b0b6b2c40b08 2024-11-25T02:20:22,517 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/rep_barrier/b827a9b39e894f678691678d04c548ff is 112, key is test,,1732501153366.1ba4ee97f6cf8d632bf1779da2206573./rep_barrier:seqnumDuringOpen/1732501154522/Put/seqid=0 2024-11-25T02:20:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741841_1017 (size=5518) 2024-11-25T02:20:22,645 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:20:22,645 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:22,645 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:22,845 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:22,922 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/rep_barrier/b827a9b39e894f678691678d04c548ff 2024-11-25T02:20:22,940 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/table/b10908f8aa9341aba2dd7b54726fd321 is 40, key is test/table:state/1732501154532/Put/seqid=0 2024-11-25T02:20:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741842_1018 (size=5165) 2024-11-25T02:20:23,045 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:23,246 DEBUG [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:23,345 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/table/b10908f8aa9341aba2dd7b54726fd321 2024-11-25T02:20:23,350 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/info/a5ee06673ef6448b887baa9a59876667 as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/info/a5ee06673ef6448b887baa9a59876667 2024-11-25T02:20:23,355 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/info/a5ee06673ef6448b887baa9a59876667, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T02:20:23,356 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/ns/1fca0f724a124a6ea089b0b6b2c40b08 as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/ns/1fca0f724a124a6ea089b0b6b2c40b08 2024-11-25T02:20:23,360 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/ns/1fca0f724a124a6ea089b0b6b2c40b08, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:20:23,361 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/rep_barrier/b827a9b39e894f678691678d04c548ff as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/rep_barrier/b827a9b39e894f678691678d04c548ff 2024-11-25T02:20:23,366 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/rep_barrier/b827a9b39e894f678691678d04c548ff, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T02:20:23,367 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/.tmp/table/b10908f8aa9341aba2dd7b54726fd321 as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/table/b10908f8aa9341aba2dd7b54726fd321 2024-11-25T02:20:23,371 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/table/b10908f8aa9341aba2dd7b54726fd321, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:20:23,372 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false 2024-11-25T02:20:23,376 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:20:23,377 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:23,377 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:23,377 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:23,377 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501221644Running coprocessor pre-close hooks at 1732501221644Disabling compacts and flushes for region at 1732501221644Disabling writes for close at 1732501221644Obtaining lock to block concurrent updates at 1732501221644Preparing flush snapshotting stores in 1588230740 at 1732501221644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732501221645 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501221645Flushing 1588230740/info: creating writer at 1732501221645Flushing 1588230740/info: appending metadata at 1732501221673 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732501221673Flushing 1588230740/ns: creating writer at 1732501222083 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732501222096 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732501222096Flushing 1588230740/rep_barrier: creating writer at 1732501222505 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501222517 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501222517Flushing 1588230740/table: creating writer at 1732501222927 (+410 ms)Flushing 1588230740/table: appending metadata at 1732501222940 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732501222940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f704801: reopening flushed file at 1732501223349 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a3e3ef: reopening flushed file at 1732501223355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26de411b: reopening flushed file at 1732501223360 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbe38bf: reopening flushed file at 1732501223366 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1732501223372 (+6 ms)Writing region close event to WAL at 1732501223373 (+1 ms)Running coprocessor post-close hooks at 1732501223377 (+4 ms)Closed at 1732501223377 2024-11-25T02:20:23,377 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:23,446 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,46551,1732501148140; all regions closed. 2024-11-25T02:20:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741834_1010 (size=2717) 2024-11-25T02:20:23,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/WALs/dbdd1c922b13,46551,1732501148140/dbdd1c922b13%2C46551%2C1732501148140.meta.1732501151015.meta not finished, retry = 0 2024-11-25T02:20:23,551 DEBUG [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/oldWALs 2024-11-25T02:20:23,551 INFO [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C46551%2C1732501148140.meta:.meta(num 1732501151015) 2024-11-25T02:20:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741832_1008 (size=1028) 2024-11-25T02:20:23,555 DEBUG [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/oldWALs 2024-11-25T02:20:23,555 INFO [RS:0;dbdd1c922b13:46551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C46551%2C1732501148140:(num 1732501150116) 2024-11-25T02:20:23,555 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:23,555 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:23,555 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:23,555 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:23,555 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:23,555 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:23,556 INFO [RS:0;dbdd1c922b13:46551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:46551. 2024-11-25T02:20:23,556 DEBUG [RS:0;dbdd1c922b13:46551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:23,556 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:23,556 DEBUG [RS:0;dbdd1c922b13:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:23,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:23,556 INFO [RS:0;dbdd1c922b13:46551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46551 2024-11-25T02:20:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444/rs 2024-11-25T02:20:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11930818444/rs/dbdd1c922b13,46551,1732501148140 2024-11-25T02:20:23,599 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:23,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,46551,1732501148140] 2024-11-25T02:20:23,620 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11930818444/draining/dbdd1c922b13,46551,1732501148140 already deleted, retry=false 2024-11-25T02:20:23,620 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,46551,1732501148140 expired; onlineServers=0 2024-11-25T02:20:23,620 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,33871,1732501148036' ***** 2024-11-25T02:20:23,620 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:23,621 DEBUG [M:0;dbdd1c922b13:33871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:20:23,621 DEBUG [M:0;dbdd1c922b13:33871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:20:23,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:20:23,621 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501149791 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501149791,5,FailOnTimeoutGroup] 2024-11-25T02:20:23,621 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501149790 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501149790,5,FailOnTimeoutGroup] 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:23,621 DEBUG [M:0;dbdd1c922b13:33871 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:23,621 INFO [M:0;dbdd1c922b13:33871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:20:23,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:20:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11930818444/master 2024-11-25T02:20:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11930818444 2024-11-25T02:20:23,631 DEBUG [M:0;dbdd1c922b13:33871 {}] zookeeper.ZKUtil(347): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Unable to get data of znode /11930818444/master because node does not exist (not an error) 2024-11-25T02:20:23,631 WARN [M:0;dbdd1c922b13:33871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:20:23,632 INFO [M:0;dbdd1c922b13:33871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/.lastflushedseqids 2024-11-25T02:20:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741843_1019 (size=173) 2024-11-25T02:20:23,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:23,710 INFO [RS:0;dbdd1c922b13:46551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:23,710 INFO [RS:0;dbdd1c922b13:46551 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,46551,1732501148140; zookeeper connection closed. 2024-11-25T02:20:23,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1016fc96e580004, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:23,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 2024-11-25T02:20:23,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:20:24,038 INFO [M:0;dbdd1c922b13:33871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:20:24,038 INFO [M:0;dbdd1c922b13:33871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:20:24,038 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:24,038 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:24,038 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:24,038 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:24,038 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:24,038 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-25T02:20:24,053 DEBUG [M:0;dbdd1c922b13:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9454b6d0434ac2ad7938d8d6a678ef is 82, key is hbase:meta,,1/info:regioninfo/1732501151051/Put/seqid=0 2024-11-25T02:20:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741844_1020 (size=5672) 2024-11-25T02:20:24,458 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9454b6d0434ac2ad7938d8d6a678ef 2024-11-25T02:20:24,476 DEBUG [M:0;dbdd1c922b13:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf821d89286402bb53b4250122894b9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501154536/Put/seqid=0 2024-11-25T02:20:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741845_1021 (size=6727) 2024-11-25T02:20:24,880 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf821d89286402bb53b4250122894b9 2024-11-25T02:20:24,885 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf821d89286402bb53b4250122894b9 2024-11-25T02:20:24,902 DEBUG [M:0;dbdd1c922b13:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/287475395e5d4f54886439db217753ab is 69, key is dbdd1c922b13,46551,1732501148140/rs:state/1732501149891/Put/seqid=0 2024-11-25T02:20:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741846_1022 (size=5156) 2024-11-25T02:20:24,919 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 to pos 997, reset compression=false 2024-11-25T02:20:25,306 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/287475395e5d4f54886439db217753ab 2024-11-25T02:20:25,311 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9454b6d0434ac2ad7938d8d6a678ef as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c9454b6d0434ac2ad7938d8d6a678ef 2024-11-25T02:20:25,316 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c9454b6d0434ac2ad7938d8d6a678ef, entries=8, sequenceid=58, filesize=5.5 K 2024-11-25T02:20:25,317 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf821d89286402bb53b4250122894b9 as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf821d89286402bb53b4250122894b9 2024-11-25T02:20:25,322 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf821d89286402bb53b4250122894b9 2024-11-25T02:20:25,322 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf821d89286402bb53b4250122894b9, entries=6, sequenceid=58, filesize=6.6 K 2024-11-25T02:20:25,323 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/287475395e5d4f54886439db217753ab as hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/287475395e5d4f54886439db217753ab 2024-11-25T02:20:25,328 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/287475395e5d4f54886439db217753ab, entries=1, sequenceid=58, filesize=5.0 K 2024-11-25T02:20:25,329 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-25T02:20:25,330 INFO [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:25,330 DEBUG [M:0;dbdd1c922b13:33871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501224038Disabling compacts and flushes for region at 1732501224038Disabling writes for close at 1732501224038Obtaining lock to block concurrent updates at 1732501224038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501224038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732501224039 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501224039Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501224039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501224053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501224053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501224462 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501224475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501224475Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501224885 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501224901 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501224901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16102c10: reopening flushed file at 1732501225311 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be97472: reopening flushed file at 1732501225316 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caf8172: reopening flushed file at 1732501225322 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1732501225329 (+7 ms)Writing region close event to WAL at 1732501225330 (+1 ms)Closed at 1732501225330 2024-11-25T02:20:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43799 is added to blk_1073741830_1006 (size=33026) 2024-11-25T02:20:25,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b167df4-df19-612f-8e89-2b817d31d68b/MasterData/WALs/dbdd1c922b13,33871,1732501148036/dbdd1c922b13%2C33871%2C1732501148036.1732501149474 not finished, retry = 0 2024-11-25T02:20:25,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:25,433 INFO [M:0;dbdd1c922b13:33871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:20:25,434 INFO [M:0;dbdd1c922b13:33871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33871 2024-11-25T02:20:25,435 INFO [M:0;dbdd1c922b13:33871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:25,605 INFO [M:0;dbdd1c922b13:33871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x1016fc96e580003, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:25,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12a15f97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:25,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e5a7305{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:25,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:25,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6bf9ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:25,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232b7ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:25,643 WARN [BP-190858669-172.17.0.3-1732501145852 heartbeating to localhost/127.0.0.1:36147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:20:25,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:20:25,643 WARN [BP-190858669-172.17.0.3-1732501145852 heartbeating to localhost/127.0.0.1:36147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-190858669-172.17.0.3-1732501145852 (Datanode Uuid c3159bb0-e3f6-41a6-ae39-27990328a65e) service to localhost/127.0.0.1:36147 2024-11-25T02:20:25,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:20:25,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/cluster_9fe51e39-8010-78be-bab9-b4011b4f353c/data/data1/current/BP-190858669-172.17.0.3-1732501145852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:25,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/cluster_9fe51e39-8010-78be-bab9-b4011b4f353c/data/data2/current/BP-190858669-172.17.0.3-1732501145852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:25,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:20:25,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62e0311c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:25,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68a0c70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:25,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:25,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725d0bdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:25,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e310189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:25,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:20:25,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:20:25,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:25,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:25,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:25,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:25,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:25,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:20:25,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298745102, stopped=false 2024-11-25T02:20:25,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,36783,1732501142259 2024-11-25T02:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1460004491/running 2024-11-25T02:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1460004491/running 2024-11-25T02:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:20:25,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:25,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:25,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:25,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:25,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,36647,1732501142477' ***** 2024-11-25T02:20:25,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:20:25,674 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:20:25,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/running 2024-11-25T02:20:25,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:20:25,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Set watcher on znode that does not yet exist, /0-1460004491/running 2024-11-25T02:20:25,674 INFO [RS:0;dbdd1c922b13:36647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:20:25,674 INFO [RS:0;dbdd1c922b13:36647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:20:25,674 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for 54a73e584c1c16a4785cb958c41cb2d0 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,36647,1732501142477 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54a73e584c1c16a4785cb958c41cb2d0, disabling compactions & flushes 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36647. 2024-11-25T02:20:25,676 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:20:25,676 DEBUG [RS:0;dbdd1c922b13:36647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:25,676 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. after waiting 0 ms 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:20:25,676 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54a73e584c1c16a4785cb958c41cb2d0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:20:25,676 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:20:25,676 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1325): Online Regions={54a73e584c1c16a4785cb958c41cb2d0=hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0., 83e992c2ea5a58915822f81e0c2a25c5=test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:25,676 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a73e584c1c16a4785cb958c41cb2d0, 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:25,676 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:25,676 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:25,676 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:20:25,690 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/hfileref/c71f3a8c28fa42429d740292bc47446c is 74, key is 1/hfileref:407d6eb9ba724c0fa7d43a1065edd499_SeqId_4_/1732501160053/DeleteColumn/seqid=0 2024-11-25T02:20:25,690 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/info/8109c3edd99c41ed88f531e765a0cf84 is 147, key is hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0./info:regioninfo/1732501156763/Put/seqid=0 2024-11-25T02:20:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741845_1021 (size=5203) 2024-11-25T02:20:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741844_1020 (size=7686) 2024-11-25T02:20:25,771 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:25,876 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a73e584c1c16a4785cb958c41cb2d0, 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:26,077 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a73e584c1c16a4785cb958c41cb2d0, 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:26,095 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/hfileref/c71f3a8c28fa42429d740292bc47446c 2024-11-25T02:20:26,095 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/info/8109c3edd99c41ed88f531e765a0cf84 2024-11-25T02:20:26,113 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/ns/811569bf3bb94049814189461499aa82 is 43, key is default/ns:d/1732501145749/Put/seqid=0 2024-11-25T02:20:26,116 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/queue/a264aaf4d54949dc9995585ca2f8df8c is 153, key is 1-dbdd1c922b13,36647,1732501142477/queue:dbdd1c922b13%2C36647%2C1732501142477/1732501161881/Put/seqid=0 2024-11-25T02:20:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741846_1022 (size=5153) 2024-11-25T02:20:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741847_1023 (size=5352) 2024-11-25T02:20:26,277 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a73e584c1c16a4785cb958c41cb2d0, 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:26,477 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54a73e584c1c16a4785cb958c41cb2d0, 83e992c2ea5a58915822f81e0c2a25c5 2024-11-25T02:20:26,517 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/ns/811569bf3bb94049814189461499aa82 2024-11-25T02:20:26,520 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/queue/a264aaf4d54949dc9995585ca2f8df8c 2024-11-25T02:20:26,525 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/hfileref/c71f3a8c28fa42429d740292bc47446c as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/hfileref/c71f3a8c28fa42429d740292bc47446c 2024-11-25T02:20:26,529 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/hfileref/c71f3a8c28fa42429d740292bc47446c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-25T02:20:26,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/.tmp/queue/a264aaf4d54949dc9995585ca2f8df8c as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/queue/a264aaf4d54949dc9995585ca2f8df8c 2024-11-25T02:20:26,535 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/queue/a264aaf4d54949dc9995585ca2f8df8c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T02:20:26,536 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 54a73e584c1c16a4785cb958c41cb2d0 in 860ms, sequenceid=10, compaction requested=false 2024-11-25T02:20:26,540 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/replication/54a73e584c1c16a4785cb958c41cb2d0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T02:20:26,540 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:26,540 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:26,540 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:20:26,540 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54a73e584c1c16a4785cb958c41cb2d0: Waiting for close lock at 1732501225676Running coprocessor pre-close hooks at 1732501225676Disabling compacts and flushes for region at 1732501225676Disabling writes for close at 1732501225676Obtaining lock to block concurrent updates at 1732501225676Preparing flush snapshotting stores in 54a73e584c1c16a4785cb958c41cb2d0 at 1732501225676Finished memstore snapshotting hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732501225676Flushing stores of hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. at 1732501225677 (+1 ms)Flushing 54a73e584c1c16a4785cb958c41cb2d0/hfileref: creating writer at 1732501225677Flushing 54a73e584c1c16a4785cb958c41cb2d0/hfileref: appending metadata at 1732501225690 (+13 ms)Flushing 54a73e584c1c16a4785cb958c41cb2d0/hfileref: closing flushed file at 1732501225690Flushing 54a73e584c1c16a4785cb958c41cb2d0/queue: creating writer at 1732501226100 (+410 ms)Flushing 54a73e584c1c16a4785cb958c41cb2d0/queue: appending metadata at 1732501226115 (+15 ms)Flushing 54a73e584c1c16a4785cb958c41cb2d0/queue: closing flushed file at 1732501226115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a437a8e: reopening flushed file at 1732501226524 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb794b2: reopening flushed file at 1732501226529 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 54a73e584c1c16a4785cb958c41cb2d0 in 860ms, sequenceid=10, compaction requested=false at 1732501226536 (+7 ms)Writing region close event to WAL at 1732501226537 (+1 ms)Running coprocessor post-close hooks at 1732501226540 (+3 ms)Closed at 1732501226540 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501155548.54a73e584c1c16a4785cb958c41cb2d0. 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83e992c2ea5a58915822f81e0c2a25c5, disabling compactions & flushes 2024-11-25T02:20:26,541 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. after waiting 0 ms 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:20:26,541 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/rep_barrier/64ba97c07d0c4f40827a70aeadc09d33 is 112, key is test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5./rep_barrier:seqnumDuringOpen/1732501152364/Put/seqid=0 2024-11-25T02:20:26,548 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/default/test/83e992c2ea5a58915822f81e0c2a25c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:20:26,549 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741848_1024 (size=5518) 2024-11-25T02:20:26,549 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:20:26,549 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:20:26,549 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83e992c2ea5a58915822f81e0c2a25c5: Waiting for close lock at 1732501226541Running coprocessor pre-close hooks at 1732501226541Disabling compacts and flushes for region at 1732501226541Disabling writes for close at 1732501226541Writing region close event to WAL at 1732501226541Running coprocessor post-close hooks at 1732501226549 (+8 ms)Closed at 1732501226549 2024-11-25T02:20:26,549 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501151201.83e992c2ea5a58915822f81e0c2a25c5. 2024-11-25T02:20:26,602 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:20:26,602 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:20:26,677 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:20:26,677 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:26,677 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:26,877 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:26,950 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/rep_barrier/64ba97c07d0c4f40827a70aeadc09d33 2024-11-25T02:20:26,968 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/table/1be272c326aa46d5859fba5fd4d12375 is 53, key is hbase:replication/table:state/1732501156772/Put/seqid=0 2024-11-25T02:20:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741849_1025 (size=5308) 2024-11-25T02:20:27,078 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:27,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:20:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:27,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:27,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:27,278 DEBUG [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:27,373 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/table/1be272c326aa46d5859fba5fd4d12375 2024-11-25T02:20:27,378 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/info/8109c3edd99c41ed88f531e765a0cf84 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/info/8109c3edd99c41ed88f531e765a0cf84 2024-11-25T02:20:27,383 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/info/8109c3edd99c41ed88f531e765a0cf84, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:20:27,384 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/ns/811569bf3bb94049814189461499aa82 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/ns/811569bf3bb94049814189461499aa82 2024-11-25T02:20:27,389 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/ns/811569bf3bb94049814189461499aa82, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:20:27,389 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/rep_barrier/64ba97c07d0c4f40827a70aeadc09d33 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/rep_barrier/64ba97c07d0c4f40827a70aeadc09d33 2024-11-25T02:20:27,394 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/rep_barrier/64ba97c07d0c4f40827a70aeadc09d33, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:20:27,395 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/.tmp/table/1be272c326aa46d5859fba5fd4d12375 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/table/1be272c326aa46d5859fba5fd4d12375 2024-11-25T02:20:27,400 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/table/1be272c326aa46d5859fba5fd4d12375, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:20:27,401 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-25T02:20:27,409 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:20:27,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:27,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:27,410 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:27,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501225676Running coprocessor pre-close hooks at 1732501225676Disabling compacts and flushes for region at 1732501225676Disabling writes for close at 1732501225676Obtaining lock to block concurrent updates at 1732501225676Preparing flush snapshotting stores in 1588230740 at 1732501225676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501225677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501225677Flushing 1588230740/info: creating writer at 1732501225677Flushing 1588230740/info: appending metadata at 1732501225690 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732501225690Flushing 1588230740/ns: creating writer at 1732501226100 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732501226112 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732501226112Flushing 1588230740/rep_barrier: creating writer at 1732501226522 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501226540 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501226540Flushing 1588230740/table: creating writer at 1732501226955 (+415 ms)Flushing 1588230740/table: appending metadata at 1732501226968 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732501226968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6463c223: reopening flushed file at 1732501227377 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5961c9b7: reopening flushed file at 1732501227383 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a04e73: reopening flushed file at 1732501227389 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424d70f2: reopening flushed file at 1732501227394 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732501227401 (+7 ms)Writing region close event to WAL at 1732501227406 (+5 ms)Running coprocessor post-close hooks at 1732501227410 (+4 ms)Closed at 1732501227410 2024-11-25T02:20:27,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:27,478 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,36647,1732501142477; all regions closed. 2024-11-25T02:20:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:20:27,483 DEBUG [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs 2024-11-25T02:20:27,483 INFO [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C36647%2C1732501142477.meta:.meta(num 1732501145703) 2024-11-25T02:20:27,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.rep.1732501156729 not finished, retry = 0 2024-11-25T02:20:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741839_1015 (size=2700) 2024-11-25T02:20:27,588 DEBUG [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs 2024-11-25T02:20:27,588 INFO [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C36647%2C1732501142477.rep:(num 1732501156729) 2024-11-25T02:20:27,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/WALs/dbdd1c922b13,36647,1732501142477/dbdd1c922b13%2C36647%2C1732501142477.1732501144733 not finished, retry = 0 2024-11-25T02:20:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741832_1008 (size=1300) 2024-11-25T02:20:27,692 DEBUG [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/oldWALs 2024-11-25T02:20:27,692 INFO [RS:0;dbdd1c922b13:36647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C36647%2C1732501142477:(num 1732501144733) 2024-11-25T02:20:27,692 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:27,692 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:27,692 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:27,692 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:27,693 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:27,693 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:27,693 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,36647,1732501142477 because: Region server is closing 2024-11-25T02:20:27,693 INFO [RS:0;dbdd1c922b13:36647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36647. 2024-11-25T02:20:27,693 DEBUG [RS:0;dbdd1c922b13:36647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:27,693 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:27,693 DEBUG [RS:0;dbdd1c922b13:36647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:27,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:27,794 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.wal-reader.dbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:20:27,794 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:20:27,794 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36647,1732501142477.replicationSource.shipperdbdd1c922b13%2C36647%2C1732501142477,1-dbdd1c922b13,36647,1732501142477 terminated 2024-11-25T02:20:27,794 INFO [RS:0;dbdd1c922b13:36647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36647 2024-11-25T02:20:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1460004491/rs/dbdd1c922b13,36647,1732501142477 2024-11-25T02:20:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491/rs 2024-11-25T02:20:27,862 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:27,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,36647,1732501142477] 2024-11-25T02:20:27,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1460004491/draining/dbdd1c922b13,36647,1732501142477 already deleted, retry=false 2024-11-25T02:20:27,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,36647,1732501142477 expired; onlineServers=0 2024-11-25T02:20:27,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,36783,1732501142259' ***** 2024-11-25T02:20:27,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:20:27,883 INFO [M:0;dbdd1c922b13:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:27,884 DEBUG [M:0;dbdd1c922b13:36783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:20:27,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:20:27,884 DEBUG [M:0;dbdd1c922b13:36783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:20:27,884 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501144499 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501144499,5,FailOnTimeoutGroup] 2024-11-25T02:20:27,884 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501144499 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501144499,5,FailOnTimeoutGroup] 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:27,884 DEBUG [M:0;dbdd1c922b13:36783 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:27,884 INFO [M:0;dbdd1c922b13:36783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:20:27,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:20:27,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1460004491/master 2024-11-25T02:20:27,894 DEBUG [M:0;dbdd1c922b13:36783 {}] zookeeper.ZKUtil(347): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Unable to get data of znode /0-1460004491/master because node does not exist (not an error) 2024-11-25T02:20:27,894 WARN [M:0;dbdd1c922b13:36783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:20:27,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1460004491 2024-11-25T02:20:27,895 INFO [M:0;dbdd1c922b13:36783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/.lastflushedseqids 2024-11-25T02:20:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741850_1026 (size=263) 2024-11-25T02:20:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:27,973 INFO [RS:0;dbdd1c922b13:36647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36647-0x1016fc96e580001, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:27,973 INFO [RS:0;dbdd1c922b13:36647 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,36647,1732501142477; zookeeper connection closed. 2024-11-25T02:20:27,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56d560a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56d560a8 2024-11-25T02:20:27,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:20:28,300 INFO [M:0;dbdd1c922b13:36783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:20:28,300 INFO [M:0;dbdd1c922b13:36783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:20:28,300 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:28,300 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:28,300 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:28,300 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:28,300 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:28,301 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-25T02:20:28,314 DEBUG [M:0;dbdd1c922b13:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7599abac77864ac29a5b56a888e060ff is 82, key is hbase:meta,,1/info:regioninfo/1732501145734/Put/seqid=0 2024-11-25T02:20:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741851_1027 (size=5672) 2024-11-25T02:20:28,719 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7599abac77864ac29a5b56a888e060ff 2024-11-25T02:20:28,736 DEBUG [M:0;dbdd1c922b13:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7432dd7a40874fa98046e23ed8110eeb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501152379/Put/seqid=0 2024-11-25T02:20:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741852_1028 (size=7241) 2024-11-25T02:20:29,141 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7432dd7a40874fa98046e23ed8110eeb 2024-11-25T02:20:29,145 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7432dd7a40874fa98046e23ed8110eeb 2024-11-25T02:20:29,158 DEBUG [M:0;dbdd1c922b13:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9952371af97b4b0b981a7c25954dcd01 is 69, key is dbdd1c922b13,36647,1732501142477/rs:state/1732501144536/Put/seqid=0 2024-11-25T02:20:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741853_1029 (size=5156) 2024-11-25T02:20:29,562 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9952371af97b4b0b981a7c25954dcd01 2024-11-25T02:20:29,566 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7599abac77864ac29a5b56a888e060ff as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7599abac77864ac29a5b56a888e060ff 2024-11-25T02:20:29,571 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7599abac77864ac29a5b56a888e060ff, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T02:20:29,572 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7432dd7a40874fa98046e23ed8110eeb as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7432dd7a40874fa98046e23ed8110eeb 2024-11-25T02:20:29,576 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7432dd7a40874fa98046e23ed8110eeb 2024-11-25T02:20:29,576 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7432dd7a40874fa98046e23ed8110eeb, entries=11, sequenceid=105, filesize=7.1 K 2024-11-25T02:20:29,577 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9952371af97b4b0b981a7c25954dcd01 as hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9952371af97b4b0b981a7c25954dcd01 2024-11-25T02:20:29,581 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41549/user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9952371af97b4b0b981a7c25954dcd01, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T02:20:29,582 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-25T02:20:29,584 INFO [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:29,584 DEBUG [M:0;dbdd1c922b13:36783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501228300Disabling compacts and flushes for region at 1732501228300Disabling writes for close at 1732501228300Obtaining lock to block concurrent updates at 1732501228301 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501228301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732501228301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501228301Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501228301Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501228314 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501228314Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501228723 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501228736 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501228736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501229145 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501229157 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501229157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7908cb1e: reopening flushed file at 1732501229566 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c884a0f: reopening flushed file at 1732501229571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2ac440: reopening flushed file at 1732501229576 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732501229582 (+6 ms)Writing region close event to WAL at 1732501229583 (+1 ms)Closed at 1732501229583 2024-11-25T02:20:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741830_1006 (size=64538) 2024-11-25T02:20:29,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f6d54cbc-f41f-50a9-26fe-82cee36bc6b9/MasterData/WALs/dbdd1c922b13,36783,1732501142259/dbdd1c922b13%2C36783%2C1732501142259.1732501144259 not finished, retry = 0 2024-11-25T02:20:29,687 INFO [M:0;dbdd1c922b13:36783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:20:29,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:29,687 INFO [M:0;dbdd1c922b13:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36783 2024-11-25T02:20:29,687 INFO [M:0;dbdd1c922b13:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:29,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:29,899 INFO [M:0;dbdd1c922b13:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:29,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x1016fc96e580000, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:29,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75023a64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:29,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55810643{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:29,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:29,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238f940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:29,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:29,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:20:29,903 WARN [BP-1750953089-172.17.0.3-1732501140157 heartbeating to localhost/127.0.0.1:41549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:20:29,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:20:29,903 WARN [BP-1750953089-172.17.0.3-1732501140157 heartbeating to localhost/127.0.0.1:41549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750953089-172.17.0.3-1732501140157 (Datanode Uuid 4f0d210a-34cf-4825-a764-453dda04eb22) service to localhost/127.0.0.1:41549 2024-11-25T02:20:29,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/data/data1/current/BP-1750953089-172.17.0.3-1732501140157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:29,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/cluster_16057d23-8636-3889-84b7-88cb8a1ac7fe/data/data2/current/BP-1750953089-172.17.0.3-1732501140157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:29,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:20:29,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@749fc2c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:29,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5354c14e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:29,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:29,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e71c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:29,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ddf45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bea27539-08b6-898f-71f5-5e2092842a78/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:29,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:20:29,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41549 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fe5c4b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57095) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fe5c4b8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 651), ProcessCount=11 (was 11), AvailableMemoryMB=3423 (was 4092) 2024-11-25T02:20:29,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=3423 2024-11-25T02:20:29,951 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-25T02:20:29,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir so I do NOT create it in target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19 2024-11-25T02:20:29,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:20:29,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.tmp.dir so I do NOT create it in target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19 2024-11-25T02:20:29,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e164cde-a418-94e7-1a50-18b83854afc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:20:29,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19 2024-11-25T02:20:29,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610, deleteOnExit=true 2024-11-25T02:20:29,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/zookeeper_0, clientPort=57492, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:20:29,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57492 2024-11-25T02:20:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:20:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:20:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/test.cache.data in system properties and HBase conf 2024-11-25T02:20:29,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:20:29,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:20:29,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:20:29,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:20:29,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:29,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:20:29,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:20:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fc96e580005, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:20:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fc96e580002, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:20:30,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fc96e580005, quorum=127.0.0.1:57095, baseZNode=/11930818444 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:20:30,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fc96e580002, quorum=127.0.0.1:57095, baseZNode=/0-1460004491 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:20:30,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:30,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:30,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:30,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:30,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:20:30,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:30,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab93de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:30,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1829682f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:30,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e37d519{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/java.io.tmpdir/jetty-localhost-41729-hadoop-hdfs-3_4_1-tests_jar-_-any-2394197395226008300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:30,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617b664e{HTTP/1.1, (http/1.1)}{localhost:41729} 2024-11-25T02:20:30,545 INFO [Time-limited test {}] server.Server(415): Started @145473ms 2024-11-25T02:20:30,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:30,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:30,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:30,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:30,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:20:30,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bcabe87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:30,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b742fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:30,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca3ba5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/java.io.tmpdir/jetty-localhost-44229-hadoop-hdfs-3_4_1-tests_jar-_-any-8897254944890416445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:30,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@589b86cc{HTTP/1.1, (http/1.1)}{localhost:44229} 2024-11-25T02:20:30,989 INFO [Time-limited test {}] server.Server(415): Started @145916ms 2024-11-25T02:20:30,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:20:31,664 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/data/data1/current/BP-928428548-172.17.0.3-1732501230001/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:31,664 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/data/data2/current/BP-928428548-172.17.0.3-1732501230001/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:31,684 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:20:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93335058bb8916b8 with lease ID 0xf1445add59361e07: Processing first storage report for DS-15a608bd-7a65-485c-a864-86fbab5ad316 from datanode DatanodeRegistration(127.0.0.1:33717, datanodeUuid=994a348b-276c-487b-855f-659ffe2b6efd, infoPort=36123, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=510708216;c=1732501230001) 2024-11-25T02:20:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93335058bb8916b8 with lease ID 0xf1445add59361e07: from storage DS-15a608bd-7a65-485c-a864-86fbab5ad316 node DatanodeRegistration(127.0.0.1:33717, datanodeUuid=994a348b-276c-487b-855f-659ffe2b6efd, infoPort=36123, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=510708216;c=1732501230001), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93335058bb8916b8 with lease ID 0xf1445add59361e07: Processing first storage report for DS-9faf2707-1d1a-47a5-bd79-d810298738dd from datanode DatanodeRegistration(127.0.0.1:33717, datanodeUuid=994a348b-276c-487b-855f-659ffe2b6efd, infoPort=36123, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=510708216;c=1732501230001) 2024-11-25T02:20:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93335058bb8916b8 with lease ID 0xf1445add59361e07: from storage DS-9faf2707-1d1a-47a5-bd79-d810298738dd node DatanodeRegistration(127.0.0.1:33717, datanodeUuid=994a348b-276c-487b-855f-659ffe2b6efd, infoPort=36123, infoSecurePort=0, ipcPort=34175, storageInfo=lv=-57;cid=testClusterID;nsid=510708216;c=1732501230001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:31,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19 2024-11-25T02:20:31,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:31,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:20:32,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9 with version=8 2024-11-25T02:20:32,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/hbase-staging 2024-11-25T02:20:32,126 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:20:32,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:32,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45681 2024-11-25T02:20:32,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45681 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456810x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:32,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45681-0x1016fcacd3e0000 connected 2024-11-25T02:20:32,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:32,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:32,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:32,423 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9, hbase.cluster.distributed=false 2024-11-25T02:20:32,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/acl 2024-11-25T02:20:32,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-25T02:20:32,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45681 2024-11-25T02:20:32,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45681 2024-11-25T02:20:32,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-25T02:20:32,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-25T02:20:32,439 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:20:32,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:32,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39471 2024-11-25T02:20:32,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39471 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:32,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:32,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394710x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:32,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394710x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:32,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39471-0x1016fcacd3e0001 connected 2024-11-25T02:20:32,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:20:32,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:20:32,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/master 2024-11-25T02:20:32,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/acl 2024-11-25T02:20:32,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-25T02:20:32,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39471 2024-11-25T02:20:32,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39471 2024-11-25T02:20:32,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-25T02:20:32,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-25T02:20:32,469 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:45681 2024-11-25T02:20:32,470 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1413146899/backup-masters/dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:32,482 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/backup-masters/dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:32,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:32,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/master 2024-11-25T02:20:32,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:32,494 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/master 2024-11-25T02:20:32,494 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1413146899/backup-masters/dbdd1c922b13,45681,1732501232126 from backup master directory 2024-11-25T02:20:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/backup-masters/dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:32,504 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:32,504 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:32,508 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/hbase.id] with ID: c6759bf0-457c-4374-bbb3-0d971a51f32b 2024-11-25T02:20:32,508 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.tmp/hbase.id 2024-11-25T02:20:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:20:32,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:20:32,913 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.tmp/hbase.id]:[hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/hbase.id] 2024-11-25T02:20:32,924 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:32,924 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:20:32,925 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:20:32,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:32,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:32,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:32,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:20:33,383 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:20:33,384 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:20:33,384 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:20:33,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store 2024-11-25T02:20:33,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:20:34,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:34,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:34,196 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:34,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:34,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:34,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:34,196 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:34,197 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501234196Disabling compacts and flushes for region at 1732501234196Disabling writes for close at 1732501234196Writing region close event to WAL at 1732501234196Closed at 1732501234196 2024-11-25T02:20:34,197 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/.initializing 2024-11-25T02:20:34,197 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:34,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:34,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C45681%2C1732501232126, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/oldWALs, maxLogs=10 2024-11-25T02:20:34,211 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126/dbdd1c922b13%2C45681%2C1732501232126.1732501234200, exclude list is [], retry=0 2024-11-25T02:20:34,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:34,214 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:34,214 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:34,214 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:34,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:34,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,215 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:20:34,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:34,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:34,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:20:34,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:34,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:34,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:20:34,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:34,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:34,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:20:34,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:34,222 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,222 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,222 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,224 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,224 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,224 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:34,225 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:34,227 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:20:34,227 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70806295, jitterRate=0.055096015334129333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:34,228 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501234215Initializing all the Stores at 1732501234215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501234216 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501234216Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501234216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501234216Cleaning up temporary data from old regions at 1732501234224 (+8 ms)Region opened successfully at 1732501234228 (+4 ms) 2024-11-25T02:20:34,228 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:20:34,230 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75438420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:34,231 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:20:34,231 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:20:34,231 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:20:34,232 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:20:34,232 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:20:34,232 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:20:34,232 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:20:34,234 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:20:34,235 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/balancer because node does not exist (not necessarily an error) 2024-11-25T02:20:34,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/balancer already deleted, retry=false 2024-11-25T02:20:34,283 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:20:34,284 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:20:34,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/normalizer already deleted, retry=false 2024-11-25T02:20:34,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:20:34,294 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:20:34,304 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/switch/split already deleted, retry=false 2024-11-25T02:20:34,305 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:20:34,314 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/switch/merge already deleted, retry=false 2024-11-25T02:20:34,316 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:20:34,325 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/snapshot-cleanup already deleted, retry=false 2024-11-25T02:20:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,336 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,45681,1732501232126, sessionid=0x1016fcacd3e0000, setting cluster-up flag (Was=false) 2024-11-25T02:20:34,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,388 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1413146899/flush-table-proc/acquired, /0-1413146899/flush-table-proc/reached, /0-1413146899/flush-table-proc/abort 2024-11-25T02:20:34,389 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:34,441 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1413146899/online-snapshot/acquired, /0-1413146899/online-snapshot/reached, /0-1413146899/online-snapshot/abort 2024-11-25T02:20:34,442 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:34,442 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:20:34,444 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:34,444 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:20:34,444 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:20:34,444 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,45681,1732501232126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:34,445 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501264446 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:20:34,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:20:34,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:34,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:20:34,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:34,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:20:34,448 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501234447,5,FailOnTimeoutGroup] 2024-11-25T02:20:34,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:20:34,448 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501234448,5,FailOnTimeoutGroup] 2024-11-25T02:20:34,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:20:34,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,448 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:20:34,461 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(746): ClusterId : c6759bf0-457c-4374-bbb3-0d971a51f32b 2024-11-25T02:20:34,461 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:20:34,473 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:20:34,473 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:20:34,484 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:20:34,484 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:34,497 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:39471 2024-11-25T02:20:34,497 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:20:34,497 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:20:34,497 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:20:34,498 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,45681,1732501232126 with port=39471, startcode=1732501232438 2024-11-25T02:20:34,498 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:20:34,499 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:20:34,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45681 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,501 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9 2024-11-25T02:20:34,501 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35499 2024-11-25T02:20:34,501 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:20:34,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/rs 2024-11-25T02:20:34,513 DEBUG [RS:0;dbdd1c922b13:39471 {}] zookeeper.ZKUtil(111): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/rs/dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,513 WARN [RS:0;dbdd1c922b13:39471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:34,513 INFO [RS:0;dbdd1c922b13:39471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:34,514 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,39471,1732501232438] 2024-11-25T02:20:34,517 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:20:34,518 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:20:34,518 INFO [RS:0;dbdd1c922b13:39471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:20:34,518 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,519 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:20:34,519 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:20:34,519 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,519 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,519 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,519 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:34,520 DEBUG [RS:0;dbdd1c922b13:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,520 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39471,1732501232438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:34,533 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:20:34,533 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39471,1732501232438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,533 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,534 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.Replication(171): dbdd1c922b13,39471,1732501232438 started 2024-11-25T02:20:34,546 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:34,546 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,39471,1732501232438, RpcServer on dbdd1c922b13/172.17.0.3:39471, sessionid=0x1016fcacd3e0001 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,39471,1732501232438' 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1413146899/flush-table-proc/abort' 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1413146899/flush-table-proc/acquired' 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:20:34,547 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:20:34,548 DEBUG [RS:0;dbdd1c922b13:39471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:34,548 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,39471,1732501232438' 2024-11-25T02:20:34,548 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1413146899/online-snapshot/abort' 2024-11-25T02:20:34,548 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1413146899/online-snapshot/acquired' 2024-11-25T02:20:34,548 DEBUG [RS:0;dbdd1c922b13:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:20:34,548 INFO [RS:0;dbdd1c922b13:39471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:20:34,548 INFO [RS:0;dbdd1c922b13:39471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:20:34,649 INFO [RS:0;dbdd1c922b13:39471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:34,650 INFO [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39471%2C1732501232438, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:34,663 DEBUG [RS:0;dbdd1c922b13:39471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651, exclude list is [], retry=0 2024-11-25T02:20:34,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:34,668 INFO [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 2024-11-25T02:20:34,668 DEBUG [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:34,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:20:34,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9 2024-11-25T02:20:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:20:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:35,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:20:35,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:20:35,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:20:35,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:20:35,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:20:35,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:20:35,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:20:35,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:20:35,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:20:35,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:35,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:35,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:20:35,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:20:35,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:35,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:20:35,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:20:35,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59028181, jitterRate=-0.12041155993938446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501235261Initializing all the Stores at 1732501235262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501235262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235262Cleaning up temporary data from old regions at 1732501235270 (+8 ms)Region opened successfully at 1732501235273 (+3 ms) 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:35,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:35,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:35,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501235273Disabling compacts and flushes for region at 1732501235273Disabling writes for close at 1732501235273Writing region close event to WAL at 1732501235273Closed at 1732501235273 2024-11-25T02:20:35,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:35,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:20:35,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:20:35,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:35,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:20:35,427 DEBUG [dbdd1c922b13:45681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:20:35,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:35,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,39471,1732501232438, state=OPENING 2024-11-25T02:20:35,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:20:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:35,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:35,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:35,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:35,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39471,1732501232438}] 2024-11-25T02:20:35,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:20:35,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:20:35,716 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:20:35,717 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:35,717 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:20:35,718 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39471%2C1732501232438.meta, suffix=.meta, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:35,730 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.meta.1732501235718.meta, exclude list is [], retry=0 2024-11-25T02:20:35,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:35,734 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.meta.1732501235718.meta 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:35,735 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:20:35,735 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:35,735 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:20:35,736 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:20:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:20:35,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:20:35,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:20:35,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:20:35,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:20:35,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:20:35,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:20:35,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:20:35,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:35,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:35,742 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:20:35,743 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:35,744 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:35,745 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:20:35,745 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:20:35,745 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:35,746 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:20:35,746 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64887524, jitterRate=-0.03310054540634155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:35,747 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:20:35,747 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501235736Writing region info on filesystem at 1732501235736Initializing all the Stores at 1732501235736Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235737 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501235737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501235737Cleaning up temporary data from old regions at 1732501235745 (+8 ms)Running coprocessor post-open hooks at 1732501235747 (+2 ms)Region opened successfully at 1732501235747 2024-11-25T02:20:35,748 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501235712 2024-11-25T02:20:35,749 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:20:35,750 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:20:35,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:35,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,39471,1732501232438, state=OPEN 2024-11-25T02:20:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:35,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:35,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:35,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:35,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:20:35,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39471,1732501232438 in 207 msec 2024-11-25T02:20:35,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:20:35,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-25T02:20:35,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:35,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:20:35,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:35,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39471,1732501232438, seqNum=-1] 2024-11-25T02:20:35,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:35,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:35,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-25T02:20:35,781 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501235780, completionTime=-1 2024-11-25T02:20:35,781 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:20:35,781 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501295783 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501355783 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,783 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,784 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,784 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:45681, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,784 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,784 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,786 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.283sec 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:35,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:20:35,790 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:20:35,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:20:35,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,45681,1732501232126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:35,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:35,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,45681,-1 for getting cluster id 2024-11-25T02:20:35,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:35,863 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6759bf0-457c-4374-bbb3-0d971a51f32b' 2024-11-25T02:20:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6759bf0-457c-4374-bbb3-0d971a51f32b" 2024-11-25T02:20:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc15e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,45681,-1] 2024-11-25T02:20:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:35,865 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:35,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba29796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:35,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39471,1732501232438, seqNum=-1] 2024-11-25T02:20:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:35,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:35,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:35,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:35,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcacd3e0002 connected 2024-11-25T02:20:35,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir so I do NOT create it in target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63 2024-11-25T02:20:35,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:20:35,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.tmp.dir so I do NOT create it in target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63 2024-11-25T02:20:35,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:20:35,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63 2024-11-25T02:20:35,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/cluster_3b3983a5-f3fa-675b-2680-92318348695f, deleteOnExit=true 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/test.cache.data in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:20:35,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:20:36,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:36,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:36,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:36,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:36,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:20:36,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:36,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466c24c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:36,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535273df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:36,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14abbc9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/java.io.tmpdir/jetty-localhost-44147-hadoop-hdfs-3_4_1-tests_jar-_-any-16454056625750122527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:36,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2457f9ca{HTTP/1.1, (http/1.1)}{localhost:44147} 2024-11-25T02:20:36,312 INFO [Time-limited test {}] server.Server(415): Started @151239ms 2024-11-25T02:20:36,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:36,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:36,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:36,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:36,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:20:36,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489ed7f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:36,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f1da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75ea3e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/java.io.tmpdir/jetty-localhost-46567-hadoop-hdfs-3_4_1-tests_jar-_-any-2095599019648880882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:36,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56a7b7c5{HTTP/1.1, (http/1.1)}{localhost:46567} 2024-11-25T02:20:36,628 INFO [Time-limited test {}] server.Server(415): Started @151556ms 2024-11-25T02:20:36,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:20:37,406 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/cluster_3b3983a5-f3fa-675b-2680-92318348695f/data/data1/current/BP-100566417-172.17.0.3-1732501235912/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:37,406 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/cluster_3b3983a5-f3fa-675b-2680-92318348695f/data/data2/current/BP-100566417-172.17.0.3-1732501235912/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:37,421 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:20:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b8afb5542ddd99 with lease ID 0xf6aa5a6ad28e5a51: Processing first storage report for DS-878a4c14-c867-4f4c-9aba-557426f02ff7 from datanode DatanodeRegistration(127.0.0.1:45483, datanodeUuid=cffe68ac-56fd-4ff1-84c2-a10dc088d58c, infoPort=46439, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=806654385;c=1732501235912) 2024-11-25T02:20:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b8afb5542ddd99 with lease ID 0xf6aa5a6ad28e5a51: from storage DS-878a4c14-c867-4f4c-9aba-557426f02ff7 node DatanodeRegistration(127.0.0.1:45483, datanodeUuid=cffe68ac-56fd-4ff1-84c2-a10dc088d58c, infoPort=46439, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=806654385;c=1732501235912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b8afb5542ddd99 with lease ID 0xf6aa5a6ad28e5a51: Processing first storage report for DS-0d14d5ec-4fb9-45f3-b658-1ce2879a2107 from datanode DatanodeRegistration(127.0.0.1:45483, datanodeUuid=cffe68ac-56fd-4ff1-84c2-a10dc088d58c, infoPort=46439, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=806654385;c=1732501235912) 2024-11-25T02:20:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b8afb5542ddd99 with lease ID 0xf6aa5a6ad28e5a51: from storage DS-0d14d5ec-4fb9-45f3-b658-1ce2879a2107 node DatanodeRegistration(127.0.0.1:45483, datanodeUuid=cffe68ac-56fd-4ff1-84c2-a10dc088d58c, infoPort=46439, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=806654385;c=1732501235912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:37,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63 2024-11-25T02:20:37,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:37,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:20:37,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606 with version=8 2024-11-25T02:20:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/hbase-staging 2024-11-25T02:20:37,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:37,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37537 2024-11-25T02:20:37,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37537 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375370x0, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:37,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37537-0x1016fcacd3e0003 connected 2024-11-25T02:20:37,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:37,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:37,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/running 2024-11-25T02:20:37,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606, hbase.cluster.distributed=false 2024-11-25T02:20:37,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/acl 2024-11-25T02:20:37,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-25T02:20:37,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37537 2024-11-25T02:20:37,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37537 2024-11-25T02:20:37,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-25T02:20:37,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37537 2024-11-25T02:20:38,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:20:38,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:38,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43909 2024-11-25T02:20:38,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43909 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:38,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:38,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439090x0, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:38,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43909-0x1016fcacd3e0004 connected 2024-11-25T02:20:38,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/running 2024-11-25T02:20:38,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:20:38,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:20:38,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/master 2024-11-25T02:20:38,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/acl 2024-11-25T02:20:38,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43909 2024-11-25T02:20:38,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43909 2024-11-25T02:20:38,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43909 2024-11-25T02:20:38,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43909 2024-11-25T02:20:38,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43909 2024-11-25T02:20:38,050 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:37537 2024-11-25T02:20:38,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1375399928/backup-masters/dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/backup-masters 2024-11-25T02:20:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/backup-masters 2024-11-25T02:20:38,062 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on existing znode=/1-1375399928/backup-masters/dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1375399928/master 2024-11-25T02:20:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:38,073 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on existing znode=/1-1375399928/master 2024-11-25T02:20:38,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1375399928/backup-masters/dbdd1c922b13,37537,1732501237864 from backup master directory 2024-11-25T02:20:38,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1375399928/backup-masters/dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:38,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/backup-masters 2024-11-25T02:20:38,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/backup-masters 2024-11-25T02:20:38,083 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:38,083 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:38,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/hbase.id] with ID: 31f36f83-4ad9-426a-8928-4ef2de65a44d 2024-11-25T02:20:38,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/.tmp/hbase.id 2024-11-25T02:20:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:20:38,490 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/.tmp/hbase.id]:[hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/hbase.id] 2024-11-25T02:20:38,500 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:38,500 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:20:38,501 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:20:38,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:38,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:20:38,952 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:20:38,952 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:20:38,952 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:20:39,359 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store 2024-11-25T02:20:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:39,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:39,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:39,765 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501239765Disabling compacts and flushes for region at 1732501239765Disabling writes for close at 1732501239765Writing region close event to WAL at 1732501239765Closed at 1732501239765 2024-11-25T02:20:39,766 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/.initializing 2024-11-25T02:20:39,766 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/WALs/dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:39,767 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:39,768 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C37537%2C1732501237864, suffix=, logDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/WALs/dbdd1c922b13,37537,1732501237864, archiveDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/oldWALs, maxLogs=10 2024-11-25T02:20:39,783 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/WALs/dbdd1c922b13,37537,1732501237864/dbdd1c922b13%2C37537%2C1732501237864.1732501239768, exclude list is [], retry=0 2024-11-25T02:20:39,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45483,DS-878a4c14-c867-4f4c-9aba-557426f02ff7,DISK] 2024-11-25T02:20:39,787 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/WALs/dbdd1c922b13,37537,1732501237864/dbdd1c922b13%2C37537%2C1732501237864.1732501239768 2024-11-25T02:20:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-25T02:20:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:20:39,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:39,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:39,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:20:39,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:39,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:39,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:20:39,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:39,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:39,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:20:39,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:39,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:39,795 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,796 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,796 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,797 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,797 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,797 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:39,798 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:39,799 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:20:39,800 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75403312, jitterRate=0.1235969066619873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:39,800 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501239788Initializing all the Stores at 1732501239789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501239789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501239789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501239789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501239789Cleaning up temporary data from old regions at 1732501239797 (+8 ms)Region opened successfully at 1732501239800 (+3 ms) 2024-11-25T02:20:39,800 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:20:39,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dbfe15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:39,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:20:39,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:20:39,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:20:39,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:20:39,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:20:39,804 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:20:39,804 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:20:39,805 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:20:39,806 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/balancer because node does not exist (not necessarily an error) 2024-11-25T02:20:39,883 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/balancer already deleted, retry=false 2024-11-25T02:20:39,883 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:20:39,884 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:20:39,893 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/normalizer already deleted, retry=false 2024-11-25T02:20:39,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:20:39,894 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:20:39,904 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/switch/split already deleted, retry=false 2024-11-25T02:20:39,904 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:20:39,914 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/switch/merge already deleted, retry=false 2024-11-25T02:20:39,916 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:20:39,925 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/snapshot-cleanup already deleted, retry=false 2024-11-25T02:20:39,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1375399928/running 2024-11-25T02:20:39,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1375399928/running 2024-11-25T02:20:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:39,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:39,936 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,37537,1732501237864, sessionid=0x1016fcacd3e0003, setting cluster-up flag (Was=false) 2024-11-25T02:20:39,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:39,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:39,988 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1375399928/flush-table-proc/acquired, /1-1375399928/flush-table-proc/reached, /1-1375399928/flush-table-proc/abort 2024-11-25T02:20:39,989 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:40,041 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1375399928/online-snapshot/acquired, /1-1375399928/online-snapshot/reached, /1-1375399928/online-snapshot/abort 2024-11-25T02:20:40,042 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:40,043 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:20:40,044 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:40,044 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:20:40,044 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:20:40,045 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,37537,1732501237864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:40,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501270047 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:20:40,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:20:40,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:20:40,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:20:40,048 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:40,049 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501240048,5,FailOnTimeoutGroup] 2024-11-25T02:20:40,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:20:40,049 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501240049,5,FailOnTimeoutGroup] 2024-11-25T02:20:40,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:20:40,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:20:40,143 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(746): ClusterId : 31f36f83-4ad9-426a-8928-4ef2de65a44d 2024-11-25T02:20:40,143 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:20:40,155 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:20:40,155 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:20:40,168 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:20:40,168 DEBUG [RS:0;dbdd1c922b13:43909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37527b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:40,178 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:43909 2024-11-25T02:20:40,178 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:20:40,178 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:20:40,178 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:20:40,178 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,37537,1732501237864 with port=43909, startcode=1732501238012 2024-11-25T02:20:40,178 DEBUG [RS:0;dbdd1c922b13:43909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:20:40,180 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:20:40,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,181 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606 2024-11-25T02:20:40,181 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41061 2024-11-25T02:20:40,181 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:20:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/rs 2024-11-25T02:20:40,224 DEBUG [RS:0;dbdd1c922b13:43909 {}] zookeeper.ZKUtil(111): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on existing znode=/1-1375399928/rs/dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,224 WARN [RS:0;dbdd1c922b13:43909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:40,224 INFO [RS:0;dbdd1c922b13:43909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:40,224 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,43909,1732501238012] 2024-11-25T02:20:40,227 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:20:40,228 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:20:40,228 INFO [RS:0;dbdd1c922b13:43909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:20:40,228 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,228 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:20:40,229 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:20:40,229 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:40,229 DEBUG [RS:0;dbdd1c922b13:43909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,230 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43909,1732501238012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:40,243 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:20:40,243 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43909,1732501238012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,243 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,243 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.Replication(171): dbdd1c922b13,43909,1732501238012 started 2024-11-25T02:20:40,254 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:40,254 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,43909,1732501238012, RpcServer on dbdd1c922b13/172.17.0.3:43909, sessionid=0x1016fcacd3e0004 2024-11-25T02:20:40,254 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43909,1732501238012' 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1375399928/flush-table-proc/abort' 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1375399928/flush-table-proc/acquired' 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,43909,1732501238012' 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1375399928/online-snapshot/abort' 2024-11-25T02:20:40,255 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1375399928/online-snapshot/acquired' 2024-11-25T02:20:40,256 DEBUG [RS:0;dbdd1c922b13:43909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:20:40,256 INFO [RS:0;dbdd1c922b13:43909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:20:40,256 INFO [RS:0;dbdd1c922b13:43909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:20:40,356 INFO [RS:0;dbdd1c922b13:43909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:40,358 INFO [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43909%2C1732501238012, suffix=, logDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012, archiveDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/oldWALs, maxLogs=10 2024-11-25T02:20:40,369 DEBUG [RS:0;dbdd1c922b13:43909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012/dbdd1c922b13%2C43909%2C1732501238012.1732501240358, exclude list is [], retry=0 2024-11-25T02:20:40,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45483,DS-878a4c14-c867-4f4c-9aba-557426f02ff7,DISK] 2024-11-25T02:20:40,373 INFO [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012/dbdd1c922b13%2C43909%2C1732501238012.1732501240358 2024-11-25T02:20:40,373 DEBUG [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-25T02:20:40,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:20:40,458 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606 2024-11-25T02:20:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:20:40,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:20:40,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:40,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:20:40,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:20:40,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:20:40,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:20:40,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:20:40,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:20:40,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:40,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:40,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:20:40,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:20:40,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:40,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:40,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:20:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740 2024-11-25T02:20:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740 2024-11-25T02:20:40,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:20:40,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:20:40,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:20:40,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:20:40,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67673197, jitterRate=0.00840921700000763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:40,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501240864Initializing all the Stores at 1732501240865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501240865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501240865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501240865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501240865Cleaning up temporary data from old regions at 1732501240873 (+8 ms)Region opened successfully at 1732501240876 (+3 ms) 2024-11-25T02:20:40,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:40,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:40,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:40,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:40,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:40,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:40,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501240876Disabling compacts and flushes for region at 1732501240876Disabling writes for close at 1732501240876Writing region close event to WAL at 1732501240877 (+1 ms)Closed at 1732501240877 2024-11-25T02:20:40,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:40,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:20:40,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:20:40,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:40,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:20:41,029 DEBUG [dbdd1c922b13:37537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:20:41,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:41,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43909,1732501238012, state=OPENING 2024-11-25T02:20:41,083 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:20:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:41,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:41,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1375399928/meta-region-server: CHANGED 2024-11-25T02:20:41,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1375399928/meta-region-server: CHANGED 2024-11-25T02:20:41,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43909,1732501238012}] 2024-11-25T02:20:41,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:20:41,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:20:41,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:20:41,251 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:20:41,251 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:41,251 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:20:41,253 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C43909%2C1732501238012.meta, suffix=.meta, logDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012, archiveDir=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/oldWALs, maxLogs=10 2024-11-25T02:20:41,265 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012/dbdd1c922b13%2C43909%2C1732501238012.meta.1732501241253.meta, exclude list is [], retry=0 2024-11-25T02:20:41,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45483,DS-878a4c14-c867-4f4c-9aba-557426f02ff7,DISK] 2024-11-25T02:20:41,269 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/WALs/dbdd1c922b13,43909,1732501238012/dbdd1c922b13%2C43909%2C1732501238012.meta.1732501241253.meta 2024-11-25T02:20:41,269 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46439:46439)] 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:41,270 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:20:41,270 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:20:41,270 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:20:41,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:20:41,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:20:41,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:41,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:41,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:41,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:41,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:20:41,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:41,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:20:41,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:41,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:41,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:20:41,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:20:41,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:41,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:41,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:20:41,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:20:41,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:41,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:41,276 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:20:41,277 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740 2024-11-25T02:20:41,278 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740 2024-11-25T02:20:41,279 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:20:41,279 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:20:41,279 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:41,280 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:20:41,281 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71104005, jitterRate=0.05953224003314972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:41,281 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:20:41,281 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501241270Writing region info on filesystem at 1732501241270Initializing all the Stores at 1732501241271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501241271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501241272 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501241272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501241272Cleaning up temporary data from old regions at 1732501241279 (+7 ms)Running coprocessor post-open hooks at 1732501241281 (+2 ms)Region opened successfully at 1732501241281 2024-11-25T02:20:41,282 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501241246 2024-11-25T02:20:41,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:41,284 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:20:41,284 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:20:41,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:41,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,43909,1732501238012, state=OPEN 2024-11-25T02:20:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1375399928/meta-region-server 2024-11-25T02:20:41,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1375399928/meta-region-server 2024-11-25T02:20:41,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:41,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1375399928/meta-region-server: CHANGED 2024-11-25T02:20:41,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1375399928/meta-region-server: CHANGED 2024-11-25T02:20:41,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:20:41,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,43909,1732501238012 in 199 msec 2024-11-25T02:20:41,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:20:41,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-25T02:20:41,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:41,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:20:41,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:41,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43909,1732501238012, seqNum=-1] 2024-11-25T02:20:41,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:41,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:41,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-25T02:20:41,306 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501241306, completionTime=-1 2024-11-25T02:20:41,306 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:20:41,306 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:20:41,307 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:20:41,307 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501301307 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501361307 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:37537, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,310 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:41,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:20:41,314 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:20:41,314 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:20:41,314 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37537,1732501237864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:41,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0cbc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37537,-1 for getting cluster id 2024-11-25T02:20:41,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:41,346 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f36f83-4ad9-426a-8928-4ef2de65a44d' 2024-11-25T02:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f36f83-4ad9-426a-8928-4ef2de65a44d" 2024-11-25T02:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9c31ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37537,-1] 2024-11-25T02:20:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:41,348 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:41,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2becbc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,43909,1732501238012, seqNum=-1] 2024-11-25T02:20:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:41,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:41,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:41,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:41,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcacd3e0005 connected 2024-11-25T02:20:41,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,45681,-1 for getting cluster id 2024-11-25T02:20:41,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:41,381 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6759bf0-457c-4374-bbb3-0d971a51f32b' 2024-11-25T02:20:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6759bf0-457c-4374-bbb3-0d971a51f32b" 2024-11-25T02:20:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5b251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,45681,-1] 2024-11-25T02:20:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:41,382 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c10ed91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e313c64 2024-11-25T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:41,385 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:20:41,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:37537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:20:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:20:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:41,388 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:37537' 2024-11-25T02:20:41,389 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,389 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37537,-1 for getting cluster id 2024-11-25T02:20:41,389 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:41,390 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f36f83-4ad9-426a-8928-4ef2de65a44d' 2024-11-25T02:20:41,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:41,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f36f83-4ad9-426a-8928-4ef2de65a44d" 2024-11-25T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e24b6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37537,-1] 2024-11-25T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:41,392 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:41,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337407a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:41,393 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:41,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:41,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28318a7 2024-11-25T02:20:41,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:41,395 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:20:41,396 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T02:20:41,396 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:20:41,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:41,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:41,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:41,396 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:20:41,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:20:41,398 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:20:41,398 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:41,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:20:41,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741835_1011 (size=1138) 2024-11-25T02:20:41,447 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:20:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:41,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 494b4ed6c39a0e78dbadc563410300da, NAME => 'hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9 2024-11-25T02:20:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741836_1012 (size=44) 2024-11-25T02:20:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:20:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:20:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:20:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:20:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:20:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:20:42,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:42,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 494b4ed6c39a0e78dbadc563410300da, disabling compactions & flushes 2024-11-25T02:20:42,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. after waiting 0 ms 2024-11-25T02:20:42,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 494b4ed6c39a0e78dbadc563410300da: Waiting for close lock at 1732501242214Disabling compacts and flushes for region at 1732501242214Disabling writes for close at 1732501242214Writing region close event to WAL at 1732501242214Closed at 1732501242214 2024-11-25T02:20:42,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:20:42,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501242215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501242215"}]},"ts":"1732501242215"} 2024-11-25T02:20:42,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:20:42,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:20:42,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501242218"}]},"ts":"1732501242218"} 2024-11-25T02:20:42,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:20:42,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN}] 2024-11-25T02:20:42,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN 2024-11-25T02:20:42,221 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN; state=OFFLINE, location=dbdd1c922b13,39471,1732501232438; forceNewPlan=false, retain=false 2024-11-25T02:20:42,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=494b4ed6c39a0e78dbadc563410300da, regionState=OPENING, regionLocation=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN because future has completed 2024-11-25T02:20:42,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,39471,1732501232438}] 2024-11-25T02:20:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:42,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:42,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:20:42,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39471%2C1732501232438.rep, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:42,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.rep.1732501242532, exclude list is [], retry=0 2024-11-25T02:20:42,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:42,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.rep.1732501242532 2024-11-25T02:20:42,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:42,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 494b4ed6c39a0e78dbadc563410300da, NAME => 'hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:42,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. service=MultiRowMutationService 2024-11-25T02:20:42,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,550 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,551 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName hfileref 2024-11-25T02:20:42,551 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:42,551 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:42,551 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,552 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName queue 2024-11-25T02:20:42,552 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:42,553 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:42,553 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,554 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName sid 2024-11-25T02:20:42,554 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:42,554 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:42,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:20:42,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:20:42,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 494b4ed6c39a0e78dbadc563410300da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521495, jitterRate=-0.08325828611850739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:20:42,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:42,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 494b4ed6c39a0e78dbadc563410300da: Running coprocessor pre-open hook at 1732501242548Writing region info on filesystem at 1732501242548Initializing all the Stores at 1732501242549 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501242549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501242549Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501242549Cleaning up temporary data from old regions at 1732501242556 (+7 ms)Running coprocessor post-open hooks at 1732501242561 (+5 ms)Region opened successfully at 1732501242561 2024-11-25T02:20:42,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., pid=7, masterSystemTime=1732501242526 2024-11-25T02:20:42,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:42,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=494b4ed6c39a0e78dbadc563410300da, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:42,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,39471,1732501232438 because future has completed 2024-11-25T02:20:42,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T02:20:42,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,39471,1732501232438 in 193 msec 2024-11-25T02:20:42,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:20:42,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN in 349 msec 2024-11-25T02:20:42,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:20:42,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501242571"}]},"ts":"1732501242571"} 2024-11-25T02:20:42,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:20:42,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:20:42,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-25T02:20:42,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., hostname=dbdd1c922b13,39471,1732501232438, seqNum=2] 2024-11-25T02:20:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:42,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:42,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:20:42,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T02:20:42,858 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:20:42,884 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,39471,1732501232438, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:20:42,885 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:42,885 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39471,1732501232438, seqNum=-1] 2024-11-25T02:20:42,885 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:42,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-25T02:20:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,39471,1732501232438', locateType=CURRENT is [region=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., hostname=dbdd1c922b13,39471,1732501232438, seqNum=2] 2024-11-25T02:20:42,890 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T02:20:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T02:20:42,893 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,39471,1732501232438 suceeded 2024-11-25T02:20:42,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T02:20:42,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-25T02:20:42,895 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:37537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:20:42,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-25T02:20:42,905 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:37537' 2024-11-25T02:20:42,906 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473d3976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:42,906 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37537,-1 for getting cluster id 2024-11-25T02:20:42,906 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:42,907 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f36f83-4ad9-426a-8928-4ef2de65a44d' 2024-11-25T02:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f36f83-4ad9-426a-8928-4ef2de65a44d" 2024-11-25T02:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d5bc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37537,-1] 2024-11-25T02:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:42,908 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:42,909 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693130d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:42,909 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:42,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:42,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8ad1e3 2024-11-25T02:20:42,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:42,911 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-25T02:20:42,911 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,39471,1732501232438 (queues=1) is replicating from cluster=c6759bf0-457c-4374-bbb3-0d971a51f32b to cluster=31f36f83-4ad9-426a-8928-4ef2de65a44d 2024-11-25T02:20:42,911 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C39471%2C1732501232438 2024-11-25T02:20:42,911 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,39471,1732501232438, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:20:42,912 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.shipperdbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C39471%2C1732501232438 2024-11-25T02:20:42,912 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651, startPosition=0, beingWritten=true 2024-11-25T02:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 to pos 0, reset compression=false 2024-11-25T02:20:43,422 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 to pos 0, reset compression=false 2024-11-25T02:20:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:20:43,533 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:20:43,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:43,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:43,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:43,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691a192d 2024-11-25T02:20:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:43,535 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:20:43,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:20:43,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:43,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:43,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:43,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:20:43,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1362654773, stopped=false 2024-11-25T02:20:43,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,45681,1732501232126 2024-11-25T02:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:43,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:43,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:43,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:43,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,599 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,39471,1732501232438' ***** 2024-11-25T02:20:43,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:43,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:43,599 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:20:43,599 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:20:43,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:39471. 2024-11-25T02:20:43,600 DEBUG [RS:0;dbdd1c922b13:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:43,600 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:43,600 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494b4ed6c39a0e78dbadc563410300da, disabling compactions & flushes 2024-11-25T02:20:43,600 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:43,600 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:43,600 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. after waiting 0 ms 2024-11-25T02:20:43,600 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:20:43,600 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 494b4ed6c39a0e78dbadc563410300da 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:20:43,600 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:20:43,601 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:20:43,601 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1325): Online Regions={494b4ed6c39a0e78dbadc563410300da=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:43,601 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:43,601 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:43,601 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:43,601 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:43,601 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:43,601 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:43,601 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T02:20:43,615 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/.tmp/queue/e3990844417a4d32b924ad5a73426e3b is 151, key is 1-dbdd1c922b13,39471,1732501232438/queue:dbdd1c922b13%2C39471%2C1732501232438/1732501242889/Put/seqid=0 2024-11-25T02:20:43,615 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/471365a1e01a4bf29c8571cbe39b2df1 is 147, key is hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da./info:regioninfo/1732501242564/Put/seqid=0 2024-11-25T02:20:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741838_1014 (size=6631) 2024-11-25T02:20:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741839_1015 (size=5350) 2024-11-25T02:20:43,627 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:43,801 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 to pos 0, reset compression=false 2024-11-25T02:20:44,001 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:44,022 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/471365a1e01a4bf29c8571cbe39b2df1 2024-11-25T02:20:44,022 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/.tmp/queue/e3990844417a4d32b924ad5a73426e3b 2024-11-25T02:20:44,028 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/.tmp/queue/e3990844417a4d32b924ad5a73426e3b as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/queue/e3990844417a4d32b924ad5a73426e3b 2024-11-25T02:20:44,034 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/queue/e3990844417a4d32b924ad5a73426e3b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T02:20:44,035 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 494b4ed6c39a0e78dbadc563410300da in 435ms, sequenceid=5, compaction requested=false 2024-11-25T02:20:44,035 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:20:44,040 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:20:44,041 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:44,041 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:44,041 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:44,041 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494b4ed6c39a0e78dbadc563410300da: Waiting for close lock at 1732501243600Running coprocessor pre-close hooks at 1732501243600Disabling compacts and flushes for region at 1732501243600Disabling writes for close at 1732501243600Obtaining lock to block concurrent updates at 1732501243600Preparing flush snapshotting stores in 494b4ed6c39a0e78dbadc563410300da at 1732501243600Finished memstore snapshotting hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732501243601 (+1 ms)Flushing stores of hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. at 1732501243601Flushing 494b4ed6c39a0e78dbadc563410300da/queue: creating writer at 1732501243601Flushing 494b4ed6c39a0e78dbadc563410300da/queue: appending metadata at 1732501243614 (+13 ms)Flushing 494b4ed6c39a0e78dbadc563410300da/queue: closing flushed file at 1732501243614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663b293: reopening flushed file at 1732501244027 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 494b4ed6c39a0e78dbadc563410300da in 435ms, sequenceid=5, compaction requested=false at 1732501244035 (+8 ms)Writing region close event to WAL at 1732501244037 (+2 ms)Running coprocessor post-close hooks at 1732501244040 (+3 ms)Closed at 1732501244041 (+1 ms) 2024-11-25T02:20:44,041 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:44,045 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/ns/90fcad7571e643f9a56d5358e9055a4b is 43, key is default/ns:d/1732501235776/Put/seqid=0 2024-11-25T02:20:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741840_1016 (size=5153) 2024-11-25T02:20:44,201 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:44,331 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 to pos 0, reset compression=false 2024-11-25T02:20:44,401 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:44,449 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/ns/90fcad7571e643f9a56d5358e9055a4b 2024-11-25T02:20:44,470 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/table/cdaebb635aff45ffbeb84af30bf4ae44 is 53, key is hbase:replication/table:state/1732501242571/Put/seqid=0 2024-11-25T02:20:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741841_1017 (size=5256) 2024-11-25T02:20:44,521 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:20:44,521 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:20:44,601 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:20:44,601 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:44,602 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:44,802 DEBUG [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:44,875 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/table/cdaebb635aff45ffbeb84af30bf4ae44 2024-11-25T02:20:44,880 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/471365a1e01a4bf29c8571cbe39b2df1 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/info/471365a1e01a4bf29c8571cbe39b2df1 2024-11-25T02:20:44,885 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/info/471365a1e01a4bf29c8571cbe39b2df1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T02:20:44,886 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/ns/90fcad7571e643f9a56d5358e9055a4b as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/ns/90fcad7571e643f9a56d5358e9055a4b 2024-11-25T02:20:44,891 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/ns/90fcad7571e643f9a56d5358e9055a4b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:20:44,892 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/table/cdaebb635aff45ffbeb84af30bf4ae44 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/table/cdaebb635aff45ffbeb84af30bf4ae44 2024-11-25T02:20:44,897 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/table/cdaebb635aff45ffbeb84af30bf4ae44, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T02:20:44,898 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-25T02:20:44,904 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:20:44,904 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:44,904 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:44,904 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:44,904 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501243601Running coprocessor pre-close hooks at 1732501243601Disabling compacts and flushes for region at 1732501243601Disabling writes for close at 1732501243601Obtaining lock to block concurrent updates at 1732501243601Preparing flush snapshotting stores in 1588230740 at 1732501243601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732501243601Flushing stores of hbase:meta,,1.1588230740 at 1732501243601Flushing 1588230740/info: creating writer at 1732501243602 (+1 ms)Flushing 1588230740/info: appending metadata at 1732501243614 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732501243614Flushing 1588230740/ns: creating writer at 1732501244027 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732501244045 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732501244045Flushing 1588230740/table: creating writer at 1732501244454 (+409 ms)Flushing 1588230740/table: appending metadata at 1732501244470 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732501244470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc3d710: reopening flushed file at 1732501244880 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba7465e: reopening flushed file at 1732501244885 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4936267: reopening flushed file at 1732501244891 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1732501244898 (+7 ms)Writing region close event to WAL at 1732501244900 (+2 ms)Running coprocessor post-close hooks at 1732501244904 (+4 ms)Closed at 1732501244904 2024-11-25T02:20:44,905 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:44,936 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 to pos 0, reset compression=false 2024-11-25T02:20:45,002 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,39471,1732501232438; all regions closed. 2024-11-25T02:20:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741834_1010 (size=2742) 2024-11-25T02:20:45,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.meta.1732501235718.meta not finished, retry = 0 2024-11-25T02:20:45,107 DEBUG [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:45,107 INFO [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C39471%2C1732501232438.meta:.meta(num 1732501235718) 2024-11-25T02:20:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741837_1013 (size=1586) 2024-11-25T02:20:45,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.rep.1732501242532 not finished, retry = 0 2024-11-25T02:20:45,212 DEBUG [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:45,212 INFO [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C39471%2C1732501232438.rep:(num 1732501242532) 2024-11-25T02:20:45,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438/dbdd1c922b13%2C39471%2C1732501232438.1732501234651 not finished, retry = 0 2024-11-25T02:20:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:20:45,349 DEBUG [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:45,349 INFO [RS:0;dbdd1c922b13:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C39471%2C1732501232438:(num 1732501234651) 2024-11-25T02:20:45,349 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:45,349 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:45,350 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:45,350 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:45,350 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:45,350 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:45,350 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,39471,1732501232438 because: Region server is closing 2024-11-25T02:20:45,350 INFO [RS:0;dbdd1c922b13:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:39471. 2024-11-25T02:20:45,351 DEBUG [RS:0;dbdd1c922b13:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:45,351 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:45,351 DEBUG [RS:0;dbdd1c922b13:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:45,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:45,451 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.wal-reader.dbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:20:45,451 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.shipperdbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:20:45,451 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39471,1732501232438.replicationSource.shipperdbdd1c922b13%2C39471%2C1732501232438,1-dbdd1c922b13,39471,1732501232438 terminated 2024-11-25T02:20:45,451 INFO [RS:0;dbdd1c922b13:39471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39471 2024-11-25T02:20:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/rs 2024-11-25T02:20:45,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/rs/dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:45,472 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:45,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,39471,1732501232438] 2024-11-25T02:20:45,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/draining/dbdd1c922b13,39471,1732501232438 already deleted, retry=false 2024-11-25T02:20:45,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,39471,1732501232438 expired; onlineServers=0 2024-11-25T02:20:45,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,45681,1732501232126' ***** 2024-11-25T02:20:45,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:20:45,493 INFO [M:0;dbdd1c922b13:45681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:45,493 INFO [M:0;dbdd1c922b13:45681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:45,493 DEBUG [M:0;dbdd1c922b13:45681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:20:45,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:20:45,493 DEBUG [M:0;dbdd1c922b13:45681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:20:45,493 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501234447 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501234447,5,FailOnTimeoutGroup] 2024-11-25T02:20:45,493 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501234448 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501234448,5,FailOnTimeoutGroup] 2024-11-25T02:20:45,494 INFO [M:0;dbdd1c922b13:45681 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:45,494 INFO [M:0;dbdd1c922b13:45681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:45,494 DEBUG [M:0;dbdd1c922b13:45681 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:20:45,494 INFO [M:0;dbdd1c922b13:45681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:20:45,494 INFO [M:0;dbdd1c922b13:45681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:45,494 INFO [M:0;dbdd1c922b13:45681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:20:45,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:20:45,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/master 2024-11-25T02:20:45,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:45,504 DEBUG [M:0;dbdd1c922b13:45681 {}] zookeeper.ZKUtil(347): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/master because node does not exist (not an error) 2024-11-25T02:20:45,504 WARN [M:0;dbdd1c922b13:45681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:20:45,504 INFO [M:0;dbdd1c922b13:45681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.lastflushedseqids 2024-11-25T02:20:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741842_1018 (size=181) 2024-11-25T02:20:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1016fcacd3e0001, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:45,583 INFO [RS:0;dbdd1c922b13:39471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:45,583 INFO [RS:0;dbdd1c922b13:39471 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,39471,1732501232438; zookeeper connection closed. 2024-11-25T02:20:45,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d26563a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d26563a 2024-11-25T02:20:45,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:20:45,909 INFO [M:0;dbdd1c922b13:45681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:20:45,909 INFO [M:0;dbdd1c922b13:45681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:20:45,910 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:45,910 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:45,910 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:45,910 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:45,910 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:45,910 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T02:20:45,923 DEBUG [M:0;dbdd1c922b13:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4b3ef6a6c294560b5fb810061612248 is 82, key is hbase:meta,,1/info:regioninfo/1732501235750/Put/seqid=0 2024-11-25T02:20:45,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741843_1019 (size=5672) 2024-11-25T02:20:46,328 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4b3ef6a6c294560b5fb810061612248 2024-11-25T02:20:46,349 DEBUG [M:0;dbdd1c922b13:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0788ca282644c784c192811e03b799 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732501242575/Put/seqid=0 2024-11-25T02:20:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741844_1020 (size=7203) 2024-11-25T02:20:46,753 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0788ca282644c784c192811e03b799 2024-11-25T02:20:46,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:20:46,774 DEBUG [M:0;dbdd1c922b13:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d961692024e4c41854c861508c3897f is 69, key is dbdd1c922b13,39471,1732501232438/rs:state/1732501234500/Put/seqid=0 2024-11-25T02:20:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741845_1021 (size=5156) 2024-11-25T02:20:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:46,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:47,178 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d961692024e4c41854c861508c3897f 2024-11-25T02:20:47,183 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4b3ef6a6c294560b5fb810061612248 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4b3ef6a6c294560b5fb810061612248 2024-11-25T02:20:47,187 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4b3ef6a6c294560b5fb810061612248, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T02:20:47,188 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b0788ca282644c784c192811e03b799 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b0788ca282644c784c192811e03b799 2024-11-25T02:20:47,192 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b0788ca282644c784c192811e03b799, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T02:20:47,193 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d961692024e4c41854c861508c3897f as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d961692024e4c41854c861508c3897f 2024-11-25T02:20:47,197 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d961692024e4c41854c861508c3897f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T02:20:47,198 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-25T02:20:47,199 INFO [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:47,199 DEBUG [M:0;dbdd1c922b13:45681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501245909Disabling compacts and flushes for region at 1732501245910 (+1 ms)Disabling writes for close at 1732501245910Obtaining lock to block concurrent updates at 1732501245910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501245910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732501245910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501245910Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501245911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501245923 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501245923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501246332 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501246349 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501246349Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501246758 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501246774 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501246774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20aa3326: reopening flushed file at 1732501247183 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349ab9a1: reopening flushed file at 1732501247187 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af6c370: reopening flushed file at 1732501247192 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732501247198 (+6 ms)Writing region close event to WAL at 1732501247199 (+1 ms)Closed at 1732501247199 2024-11-25T02:20:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741830_1006 (size=41008) 2024-11-25T02:20:47,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 not finished, retry = 0 2024-11-25T02:20:47,302 INFO [M:0;dbdd1c922b13:45681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:20:47,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:47,303 INFO [M:0;dbdd1c922b13:45681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45681 2024-11-25T02:20:47,303 INFO [M:0;dbdd1c922b13:45681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:47,519 INFO [M:0;dbdd1c922b13:45681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:47,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1016fcacd3e0000, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:47,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:20:47,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:47,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40025 2024-11-25T02:20:47,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40025 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400250x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:47,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40025-0x1016fcacd3e0006 connected 2024-11-25T02:20:47,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:47,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:47,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:47,550 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: INIT 2024-11-25T02:20:47,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9, hbase.cluster.distributed=false 2024-11-25T02:20:47,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/acl 2024-11-25T02:20:47,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-25T02:20:47,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40025 2024-11-25T02:20:47,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40025 2024-11-25T02:20:47,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-25T02:20:47,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40025 2024-11-25T02:20:47,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:20:47,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:47,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34861 2024-11-25T02:20:47,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34861 connecting to ZooKeeper ensemble=127.0.0.1:57492 2024-11-25T02:20:47,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:47,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:47,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348610x0, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:47,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:47,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34861-0x1016fcacd3e0007 connected 2024-11-25T02:20:47,578 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: INIT 2024-11-25T02:20:47,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:20:47,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:20:47,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/master 2024-11-25T02:20:47,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/acl 2024-11-25T02:20:47,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-25T02:20:47,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34861 2024-11-25T02:20:47,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34861 2024-11-25T02:20:47,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-25T02:20:47,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-25T02:20:47,596 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:40025 2024-11-25T02:20:47,596 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1413146899/backup-masters/dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:47,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:47,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:47,609 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/backup-masters/dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/master 2024-11-25T02:20:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:47,620 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/master 2024-11-25T02:20:47,620 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1413146899/backup-masters/dbdd1c922b13,40025,1732501247521 from backup master directory 2024-11-25T02:20:47,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/backup-masters/dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:47,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:47,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/backup-masters 2024-11-25T02:20:47,630 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:47,630 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:47,639 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:47,639 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:20:47,645 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-25T02:20:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741846_1022 (size=196) 2024-11-25T02:20:48,056 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:20:48,057 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:20:48,057 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:48,063 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T02:20:48,065 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126 to hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126-dead as it is dead 2024-11-25T02:20:48,066 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126-dead/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:48,066 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126-dead/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 after 0ms 2024-11-25T02:20:48,067 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126-dead/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 to hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:48,067 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,45681,1732501232126-dead 2024-11-25T02:20:48,067 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:48,068 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:48,069 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C40025%2C1732501247521, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,40025,1732501247521, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/oldWALs, maxLogs=10 2024-11-25T02:20:48,081 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,40025,1732501247521/dbdd1c922b13%2C40025%2C1732501247521.1732501248069, exclude list is [], retry=0 2024-11-25T02:20:48,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:48,084 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/WALs/dbdd1c922b13,40025,1732501247521/dbdd1c922b13%2C40025%2C1732501247521.1732501248069 2024-11-25T02:20:48,084 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:48,084 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:48,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:48,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:20:48,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4b3ef6a6c294560b5fb810061612248 2024-11-25T02:20:48,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:48,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:20:48,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b0788ca282644c784c192811e03b799 2024-11-25T02:20:48,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:48,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:20:48,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d961692024e4c41854c861508c3897f 2024-11-25T02:20:48,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:48,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:20:48,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:48,104 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,104 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T02:20:48,104 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:48,109 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:48,110 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbdd1c922b13%2C45681%2C1732501232126.1732501234200 2024-11-25T02:20:48,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:48,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:20:48,114 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-25T02:20:48,115 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65567653, jitterRate=-0.02296583354473114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:48,115 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501248085Initializing all the Stores at 1732501248085Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501248085Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501248086 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501248086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501248086Cleaning up temporary data from old regions at 1732501248111 (+25 ms)Region opened successfully at 1732501248115 (+4 ms) 2024-11-25T02:20:48,115 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:20:48,117 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be97c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:48,119 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T02:20:48,120 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:20:48,120 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:20:48,120 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:20:48,120 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:20:48,122 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:20:48,123 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:20:48,123 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:20:48,123 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-25T02:20:48,123 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:20:48,126 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=dbdd1c922b13,39471,1732501232438, regionLocation=dbdd1c922b13,39471,1732501232438, openSeqNum=2 2024-11-25T02:20:48,126 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=dbdd1c922b13,39471,1732501232438, table=hbase:meta, region=1588230740 2024-11-25T02:20:48,126 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,39471,1732501232438, state=OPEN 2024-11-25T02:20:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:48,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:48,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:48,180 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:20:48,187 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/draining/dbdd1c922b13,39471,1732501232438 already deleted, retry=false 2024-11-25T02:20:48,188 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of dbdd1c922b13,39471,1732501232438 on dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:48,189 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dbdd1c922b13,39471,1732501232438, splitWal=true, meta=true 2024-11-25T02:20:48,189 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for dbdd1c922b13,39471,1732501232438 (carryingMeta=true) dbdd1c922b13,39471,1732501232438/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61560219[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T02:20:48,190 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/balancer because node does not exist (not necessarily an error) 2024-11-25T02:20:48,198 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/balancer already deleted, retry=false 2024-11-25T02:20:48,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:20:48,199 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:20:48,209 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/normalizer already deleted, retry=false 2024-11-25T02:20:48,209 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:20:48,210 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:20:48,219 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/switch/split already deleted, retry=false 2024-11-25T02:20:48,220 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:20:48,230 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/switch/merge already deleted, retry=false 2024-11-25T02:20:48,242 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:20:48,251 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/snapshot-cleanup already deleted, retry=false 2024-11-25T02:20:48,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:48,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:48,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:48,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:48,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,40025,1732501247521, sessionid=0x1016fcacd3e0006, setting cluster-up flag (Was=false) 2024-11-25T02:20:48,272 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1413146899/flush-table-proc/acquired, /0-1413146899/flush-table-proc/reached, /0-1413146899/flush-table-proc/abort 2024-11-25T02:20:48,273 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:48,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1413146899/online-snapshot/acquired, /0-1413146899/online-snapshot/reached, /0-1413146899/online-snapshot/abort 2024-11-25T02:20:48,284 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:48,285 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.lastflushedseqids 2024-11-25T02:20:48,287 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:20:48,287 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:20:48,287 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,40025,1732501247521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 dbdd1c922b13,39471,1732501232438 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:48,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501278293 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:20:48,293 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dbdd1c922b13,39471,1732501232438, splitWal=true, meta=true 2024-11-25T02:20:48,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:20:48,294 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dbdd1c922b13,39471,1732501232438, splitWal=true, meta=true, isMeta: true 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:20:48,294 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:20:48,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501248294,5,FailOnTimeoutGroup] 2024-11-25T02:20:48,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501248295,5,FailOnTimeoutGroup] 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,295 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438-splitting 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501248295, completionTime=-1 2024-11-25T02:20:48,295 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T02:20:48,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T02:20:48,296 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438-splitting dir is empty, no logs to split. 2024-11-25T02:20:48,296 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbdd1c922b13,39471,1732501232438 WAL count=0, meta=true 2024-11-25T02:20:48,297 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438-splitting dir is empty, no logs to split. 2024-11-25T02:20:48,297 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbdd1c922b13,39471,1732501232438 WAL count=0, meta=true 2024-11-25T02:20:48,297 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dbdd1c922b13,39471,1732501232438 WAL splitting is done? wals=0, meta=true 2024-11-25T02:20:48,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:20:48,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:48,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T02:20:48,385 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(746): ClusterId : c6759bf0-457c-4374-bbb3-0d971a51f32b 2024-11-25T02:20:48,385 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:20:48,397 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:20:48,397 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:20:48,410 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:20:48,410 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca54782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:20:48,420 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:34861 2024-11-25T02:20:48,420 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:20:48,420 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:20:48,420 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:20:48,421 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,40025,1732501247521 with port=34861, startcode=1732501247565 2024-11-25T02:20:48,421 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:20:48,422 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:20:48,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,424 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9 2024-11-25T02:20:48,424 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35499 2024-11-25T02:20:48,424 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:20:48,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T02:20:48,450 WARN [dbdd1c922b13:40025 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T02:20:48,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/rs 2024-11-25T02:20:48,457 DEBUG [RS:0;dbdd1c922b13:34861 {}] zookeeper.ZKUtil(111): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on existing znode=/0-1413146899/rs/dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,457 WARN [RS:0;dbdd1c922b13:34861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:48,457 INFO [RS:0;dbdd1c922b13:34861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:48,458 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,34861,1732501247565] 2024-11-25T02:20:48,473 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:20:48,475 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:20:48,475 INFO [RS:0;dbdd1c922b13:34861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:20:48,475 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,475 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:20:48,476 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:20:48,476 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:48,476 DEBUG [RS:0;dbdd1c922b13:34861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,477 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,34861,1732501247565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:48,489 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:20:48,489 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,34861,1732501247565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,501 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,34861,1732501247565, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:20:48,501 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,501 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.Replication(171): dbdd1c922b13,34861,1732501247565 started 2024-11-25T02:20:48,513 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:37537' 2024-11-25T02:20:48,514 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:48,514 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,34861,1732501247565, RpcServer on dbdd1c922b13/172.17.0.3:34861, sessionid=0x1016fcacd3e0007 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,34861,1732501247565' 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@745d46b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1413146899/flush-table-proc/abort' 2024-11-25T02:20:48,514 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37537,-1 for getting cluster id 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1413146899/flush-table-proc/acquired' 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,34861,1732501247565' 2024-11-25T02:20:48,515 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1413146899/online-snapshot/abort' 2024-11-25T02:20:48,515 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f36f83-4ad9-426a-8928-4ef2de65a44d' 2024-11-25T02:20:48,516 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1413146899/online-snapshot/acquired' 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f36f83-4ad9-426a-8928-4ef2de65a44d" 2024-11-25T02:20:48,516 DEBUG [RS:0;dbdd1c922b13:34861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2635f4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:48,516 INFO [RS:0;dbdd1c922b13:34861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37537,-1] 2024-11-25T02:20:48,516 INFO [RS:0;dbdd1c922b13:34861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:48,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:48,517 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:48,517 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45318760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:48,517 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1bf287 2024-11-25T02:20:48,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:48,519 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-25T02:20:48,519 INFO [RS:0;dbdd1c922b13:34861.replicationSource,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,34861,1732501247565 (queues=0) is replicating from cluster=c6759bf0-457c-4374-bbb3-0d971a51f32b to cluster=31f36f83-4ad9-426a-8928-4ef2de65a44d 2024-11-25T02:20:48,616 INFO [RS:0;dbdd1c922b13:34861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:20:48,618 INFO [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34861%2C1732501247565, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:48,630 DEBUG [RS:0;dbdd1c922b13:34861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618, exclude list is [], retry=0 2024-11-25T02:20:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:48,637 INFO [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 2024-11-25T02:20:48,640 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbdd1c922b13%2C34861%2C1732501247565 for peer 1 2024-11-25T02:20:48,640 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C34861%2C1732501247565 2024-11-25T02:20:48,640 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,34861,1732501247565, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:20:48,644 DEBUG [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:48,644 INFO [RS:0;dbdd1c922b13:34861.replicationSource.shipperdbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C34861%2C1732501247565 2024-11-25T02:20:48,645 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618, startPosition=0, beingWritten=true 2024-11-25T02:20:48,700 DEBUG [dbdd1c922b13:40025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:20:48,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,34861,1732501247565, state=OPENING 2024-11-25T02:20:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:48,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:48,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:20:48,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:48,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34861,1732501247565}] 2024-11-25T02:20:48,849 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:48,917 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:20:48,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:20:48,921 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:20:48,921 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:48,922 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:20:48,923 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34861%2C1732501247565.meta, suffix=.meta, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:48,936 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.meta.1732501248923.meta, exclude list is [], retry=0 2024-11-25T02:20:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:48,939 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.meta.1732501248923.meta 2024-11-25T02:20:48,939 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:48,939 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:48,940 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:20:48,940 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:20:48,940 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:20:48,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:20:48,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:20:48,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,946 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/info/471365a1e01a4bf29c8571cbe39b2df1 2024-11-25T02:20:48,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:48,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:20:48,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:20:48,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,952 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/ns/90fcad7571e643f9a56d5358e9055a4b 2024-11-25T02:20:48,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:48,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:20:48,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:20:48,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:48,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:20:48,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:20:48,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:48,959 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/table/cdaebb635aff45ffbeb84af30bf4ae44 2024-11-25T02:20:48,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:20:48,959 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:20:48,960 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:48,961 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740 2024-11-25T02:20:48,961 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:20:48,961 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:20:48,962 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:20:48,963 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:20:48,963 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67724934, jitterRate=0.009180158376693726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:20:48,963 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:20:48,964 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501248940Writing region info on filesystem at 1732501248940Initializing all the Stores at 1732501248941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501248941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501248941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501248941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501248941Cleaning up temporary data from old regions at 1732501248961 (+20 ms)Running coprocessor post-open hooks at 1732501248964 (+3 ms)Region opened successfully at 1732501248964 2024-11-25T02:20:48,964 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732501248917 2024-11-25T02:20:48,966 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:20:48,966 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:20:48,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:48,967 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,34861,1732501247565, state=OPEN 2024-11-25T02:20:49,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1413146899/meta-region-server 2024-11-25T02:20:49,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:49,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:49,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1413146899/meta-region-server: CHANGED 2024-11-25T02:20:49,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T02:20:49,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34861,1732501247565 in 339 msec 2024-11-25T02:20:49,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:20:49,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-11-25T02:20:49,154 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:49,558 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:49,948 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T02:20:50,062 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:50,666 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:51,371 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:51,451 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-25T02:20:52,176 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:52,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T02:20:52,803 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:20:52,803 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:52,803 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34861,1732501247565, seqNum=-1] 2024-11-25T02:20:52,804 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:52,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:52,808 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=494b4ed6c39a0e78dbadc563410300da, regionState=OPEN, lastHost=dbdd1c922b13,39471,1732501232438, regionLocation=dbdd1c922b13,39471,1732501232438, openSeqNum=2 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501312809 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501372809 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-25T02:20:52,809 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): dbdd1c922b13,39471,1732501232438 had 2 regions 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:40025, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,809 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,810 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dbdd1c922b13,39471,1732501232438, splitWal=true, meta=true, isMeta: false 2024-11-25T02:20:52,812 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438-splitting dir is empty, no logs to split. 2024-11-25T02:20:52,812 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbdd1c922b13,39471,1732501232438 WAL count=0, meta=false 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:20:52,815 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,39471,1732501232438-splitting dir is empty, no logs to split. 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:20:52,815 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbdd1c922b13,39471,1732501232438 WAL count=0, meta=false 2024-11-25T02:20:52,815 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if dbdd1c922b13,39471,1732501232438 WAL splitting is done? wals=0, meta=false 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:20:52,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:20:52,818 WARN [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=dbdd1c922b13,39471,1732501232438/hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:52,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN}] 2024-11-25T02:20:52,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN 2024-11-25T02:20:52,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T02:20:52,824 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:20:52,824 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:20:52,824 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40025,1732501247521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:20:52,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40cd33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40025,-1 for getting cluster id 2024-11-25T02:20:52,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:52,890 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6759bf0-457c-4374-bbb3-0d971a51f32b' 2024-11-25T02:20:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6759bf0-457c-4374-bbb3-0d971a51f32b" 2024-11-25T02:20:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40025,-1] 2024-11-25T02:20:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,891 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:52,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43765983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:20:52,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34861,1732501247565, seqNum=-1] 2024-11-25T02:20:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:20:52,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:20:52,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T02:20:52,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:52,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:52,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:52,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: dbdd1c922b13:40025 after: dbdd1c922b13:40025 2024-11-25T02:20:52,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df62230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,40025,-1 for getting cluster id 2024-11-25T02:20:52,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:20:52,898 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6759bf0-457c-4374-bbb3-0d971a51f32b' 2024-11-25T02:20:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:20:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6759bf0-457c-4374-bbb3-0d971a51f32b" 2024-11-25T02:20:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,40025,-1] 2024-11-25T02:20:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:20:52,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,900 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:20:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4898b990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:20:52,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:20:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c4a59e 2024-11-25T02:20:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:20:52,902 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:20:52,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T02:20:52,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:20:52,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:52,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:52,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:52,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:20:52,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424980278, stopped=false 2024-11-25T02:20:52,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,37537,1732501237864 2024-11-25T02:20:52,972 DEBUG [dbdd1c922b13:40025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:20:52,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=494b4ed6c39a0e78dbadc563410300da, regionState=OPENING, regionLocation=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:52,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN because future has completed 2024-11-25T02:20:52,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,34861,1732501247565}] 2024-11-25T02:20:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1375399928/running 2024-11-25T02:20:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1375399928/running 2024-11-25T02:20:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:52,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/running 2024-11-25T02:20:52,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:52,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:52,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:52,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,43909,1732501238012' ***** 2024-11-25T02:20:52,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:52,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:43909. 2024-11-25T02:20:52,981 DEBUG [RS:0;dbdd1c922b13:43909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:52,981 DEBUG [RS:0;dbdd1c922b13:43909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:52,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Set watcher on znode that does not yet exist, /1-1375399928/running 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:20:52,981 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:20:52,982 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:20:52,982 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:52,982 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:52,983 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:52,983 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:52,983 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:52,983 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:52,983 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:52,983 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T02:20:53,003 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/.tmp/ns/852a277246e244de849c8ac6c51cea55 is 43, key is default/ns:d/1732501241301/Put/seqid=0 2024-11-25T02:20:53,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741835_1011 (size=5153) 2024-11-25T02:20:53,040 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:53,081 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:53,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:53,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:20:53,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:20:53,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34861%2C1732501247565.rep, suffix=, logDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565, archiveDir=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs, maxLogs=10 2024-11-25T02:20:53,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.rep.1732501253138, exclude list is [], retry=0 2024-11-25T02:20:53,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33717,DS-15a608bd-7a65-485c-a864-86fbab5ad316,DISK] 2024-11-25T02:20:53,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.rep.1732501253138 2024-11-25T02:20:53,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36123:36123)] 2024-11-25T02:20:53,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 494b4ed6c39a0e78dbadc563410300da, NAME => 'hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:20:53,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. service=MultiRowMutationService 2024-11-25T02:20:53,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,175 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,175 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName hfileref 2024-11-25T02:20:53,175 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:53,176 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:53,176 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,177 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName queue 2024-11-25T02:20:53,177 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:53,182 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/queue/e3990844417a4d32b924ad5a73426e3b 2024-11-25T02:20:53,182 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:53,182 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,182 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:53,183 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494b4ed6c39a0e78dbadc563410300da columnFamilyName sid 2024-11-25T02:20:53,183 DEBUG [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:20:53,183 INFO [StoreOpener-494b4ed6c39a0e78dbadc563410300da-1 {}] regionserver.HStore(327): Store=494b4ed6c39a0e78dbadc563410300da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:20:53,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:20:53,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 494b4ed6c39a0e78dbadc563410300da; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563438, jitterRate=-0.11243560910224915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:20:53,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:53,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 494b4ed6c39a0e78dbadc563410300da: Running coprocessor pre-open hook at 1732501253173Writing region info on filesystem at 1732501253173Initializing all the Stores at 1732501253174 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501253174Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501253174Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501253174Cleaning up temporary data from old regions at 1732501253186 (+12 ms)Running coprocessor post-open hooks at 1732501253189 (+3 ms)Region opened successfully at 1732501253190 (+1 ms) 2024-11-25T02:20:53,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., pid=13, masterSystemTime=1732501253133 2024-11-25T02:20:53,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:53,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:53,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=494b4ed6c39a0e78dbadc563410300da, regionState=OPEN, openSeqNum=9, regionLocation=dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:53,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,34861,1732501247565 because future has completed 2024-11-25T02:20:53,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T02:20:53,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 494b4ed6c39a0e78dbadc563410300da, server=dbdd1c922b13,34861,1732501247565 in 220 msec 2024-11-25T02:20:53,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-25T02:20:53,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=494b4ed6c39a0e78dbadc563410300da, ASSIGN in 379 msec 2024-11-25T02:20:53,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T02:20:53,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., hostname=dbdd1c922b13,34861,1732501247565, seqNum=9] 2024-11-25T02:20:53,248 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:20:53,248 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:20:53,249 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for dbdd1c922b13,39471,1732501232438 2024-11-25T02:20:53,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T02:20:53,383 DEBUG [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:53,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-25T02:20:53,409 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/.tmp/ns/852a277246e244de849c8ac6c51cea55 2024-11-25T02:20:53,416 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/.tmp/ns/852a277246e244de849c8ac6c51cea55 as hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/ns/852a277246e244de849c8ac6c51cea55 2024-11-25T02:20:53,421 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/ns/852a277246e244de849c8ac6c51cea55, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T02:20:53,422 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-25T02:20:53,422 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:20:53,427 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T02:20:53,428 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:53,428 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:53,428 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:53,428 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501252982Running coprocessor pre-close hooks at 1732501252982Disabling compacts and flushes for region at 1732501252982Disabling writes for close at 1732501252983 (+1 ms)Obtaining lock to block concurrent updates at 1732501252983Preparing flush snapshotting stores in 1588230740 at 1732501252983Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732501252983Flushing stores of hbase:meta,,1.1588230740 at 1732501252984 (+1 ms)Flushing 1588230740/ns: creating writer at 1732501252984Flushing 1588230740/ns: appending metadata at 1732501253003 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732501253003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9bd674: reopening flushed file at 1732501253415 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732501253422 (+7 ms)Writing region close event to WAL at 1732501253423 (+1 ms)Running coprocessor post-close hooks at 1732501253428 (+5 ms)Closed at 1732501253428 2024-11-25T02:20:53,428 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:53,583 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,43909,1732501238012; all regions closed. 2024-11-25T02:20:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741834_1010 (size=1152) 2024-11-25T02:20:53,657 DEBUG [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/oldWALs 2024-11-25T02:20:53,657 INFO [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43909%2C1732501238012.meta:.meta(num 1732501241253) 2024-11-25T02:20:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741832_1008 (size=93) 2024-11-25T02:20:53,661 DEBUG [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/oldWALs 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C43909%2C1732501238012:(num 1732501240358) 2024-11-25T02:20:53,661 DEBUG [RS:0;dbdd1c922b13:43909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:53,661 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:53,661 INFO [RS:0;dbdd1c922b13:43909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43909 2024-11-25T02:20:53,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928/rs 2024-11-25T02:20:53,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1375399928/rs/dbdd1c922b13,43909,1732501238012 2024-11-25T02:20:53,752 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:53,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,43909,1732501238012] 2024-11-25T02:20:53,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1375399928/draining/dbdd1c922b13,43909,1732501238012 already deleted, retry=false 2024-11-25T02:20:53,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,43909,1732501238012 expired; onlineServers=0 2024-11-25T02:20:53,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,37537,1732501237864' ***** 2024-11-25T02:20:53,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:20:53,861 INFO [M:0;dbdd1c922b13:37537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:53,861 INFO [M:0;dbdd1c922b13:37537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:53,861 DEBUG [M:0;dbdd1c922b13:37537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:20:53,862 DEBUG [M:0;dbdd1c922b13:37537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:20:53,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:20:53,862 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501240049 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501240049,5,FailOnTimeoutGroup] 2024-11-25T02:20:53,862 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501240048 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501240048,5,FailOnTimeoutGroup] 2024-11-25T02:20:53,862 INFO [M:0;dbdd1c922b13:37537 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:53,862 INFO [M:0;dbdd1c922b13:37537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:53,862 DEBUG [M:0;dbdd1c922b13:37537 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:20:53,862 INFO [M:0;dbdd1c922b13:37537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:20:53,862 INFO [M:0;dbdd1c922b13:37537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:53,862 INFO [M:0;dbdd1c922b13:37537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:20:53,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:20:53,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1375399928/master 2024-11-25T02:20:53,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1375399928 2024-11-25T02:20:53,872 DEBUG [M:0;dbdd1c922b13:37537 {}] zookeeper.ZKUtil(347): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Unable to get data of znode /1-1375399928/master because node does not exist (not an error) 2024-11-25T02:20:53,872 WARN [M:0;dbdd1c922b13:37537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:20:53,873 INFO [M:0;dbdd1c922b13:37537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/.lastflushedseqids 2024-11-25T02:20:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741836_1012 (size=99) 2024-11-25T02:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:53,939 INFO [RS:0;dbdd1c922b13:43909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43909-0x1016fcacd3e0004, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:53,939 INFO [RS:0;dbdd1c922b13:43909 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,43909,1732501238012; zookeeper connection closed. 2024-11-25T02:20:53,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61434f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61434f87 2024-11-25T02:20:53,940 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:20:54,087 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:54,278 INFO [M:0;dbdd1c922b13:37537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:20:54,278 INFO [M:0;dbdd1c922b13:37537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:20:54,278 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:54,278 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:54,278 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:54,278 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:54,278 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:54,278 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T02:20:54,298 DEBUG [M:0;dbdd1c922b13:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e9a2a938c0d4955bca1179d50c1f20a is 82, key is hbase:meta,,1/info:regioninfo/1732501241284/Put/seqid=0 2024-11-25T02:20:54,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741837_1013 (size=5672) 2024-11-25T02:20:54,304 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e9a2a938c0d4955bca1179d50c1f20a 2024-11-25T02:20:54,329 DEBUG [M:0;dbdd1c922b13:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e2303b1bf941b6b1c884f1743fc75a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732501241305/Put/seqid=0 2024-11-25T02:20:54,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741838_1014 (size=5275) 2024-11-25T02:20:54,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:20:54,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:20:54,733 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e2303b1bf941b6b1c884f1743fc75a 2024-11-25T02:20:54,754 DEBUG [M:0;dbdd1c922b13:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6482e3ba47844fc89dc31d8204e867d4 is 69, key is dbdd1c922b13,43909,1732501238012/rs:state/1732501240180/Put/seqid=0 2024-11-25T02:20:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741839_1015 (size=5156) 2024-11-25T02:20:55,158 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6482e3ba47844fc89dc31d8204e867d4 2024-11-25T02:20:55,164 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e9a2a938c0d4955bca1179d50c1f20a as hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e9a2a938c0d4955bca1179d50c1f20a 2024-11-25T02:20:55,168 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e9a2a938c0d4955bca1179d50c1f20a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T02:20:55,169 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0e2303b1bf941b6b1c884f1743fc75a as hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0e2303b1bf941b6b1c884f1743fc75a 2024-11-25T02:20:55,173 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0e2303b1bf941b6b1c884f1743fc75a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T02:20:55,174 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6482e3ba47844fc89dc31d8204e867d4 as hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6482e3ba47844fc89dc31d8204e867d4 2024-11-25T02:20:55,178 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41061/user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6482e3ba47844fc89dc31d8204e867d4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T02:20:55,179 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false 2024-11-25T02:20:55,180 INFO [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:55,180 DEBUG [M:0;dbdd1c922b13:37537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501254278Disabling compacts and flushes for region at 1732501254278Disabling writes for close at 1732501254278Obtaining lock to block concurrent updates at 1732501254278Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501254278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732501254279 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501254279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501254279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501254298 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501254298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501254309 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501254328 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501254328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501254737 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501254753 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501254753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a17a0c9: reopening flushed file at 1732501255163 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@892d50f: reopening flushed file at 1732501255168 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce96d65: reopening flushed file at 1732501255173 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false at 1732501255179 (+6 ms)Writing region close event to WAL at 1732501255180 (+1 ms)Closed at 1732501255180 2024-11-25T02:20:55,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45483 is added to blk_1073741830_1006 (size=10165) 2024-11-25T02:20:55,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/686abc51-3609-5008-8fd8-b812a0670606/MasterData/WALs/dbdd1c922b13,37537,1732501237864/dbdd1c922b13%2C37537%2C1732501237864.1732501239768 not finished, retry = 0 2024-11-25T02:20:55,191 DEBUG [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.1732501248618 to pos 0, reset compression=false 2024-11-25T02:20:55,283 INFO [M:0;dbdd1c922b13:37537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:20:55,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:55,283 INFO [M:0;dbdd1c922b13:37537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37537 2024-11-25T02:20:55,283 INFO [M:0;dbdd1c922b13:37537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:55,445 INFO [M:0;dbdd1c922b13:37537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1016fcacd3e0003, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:55,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75ea3e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:55,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56a7b7c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:55,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:55,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@255f1da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:55,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489ed7f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:55,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:20:55,478 WARN [BP-100566417-172.17.0.3-1732501235912 heartbeating to localhost/127.0.0.1:41061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:20:55,478 WARN [BP-100566417-172.17.0.3-1732501235912 heartbeating to localhost/127.0.0.1:41061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-100566417-172.17.0.3-1732501235912 (Datanode Uuid cffe68ac-56fd-4ff1-84c2-a10dc088d58c) service to localhost/127.0.0.1:41061 2024-11-25T02:20:55,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:20:55,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/cluster_3b3983a5-f3fa-675b-2680-92318348695f/data/data1/current/BP-100566417-172.17.0.3-1732501235912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:55,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/cluster_3b3983a5-f3fa-675b-2680-92318348695f/data/data2/current/BP-100566417-172.17.0.3-1732501235912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:55,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:20:55,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14abbc9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:55,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2457f9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:55,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:55,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535273df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:55,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466c24c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:55,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:20:55,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:20:55,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:55,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:55,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:55,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:55,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:55,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:20:55,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=974579127, stopped=false 2024-11-25T02:20:55,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,40025,1732501247521 2024-11-25T02:20:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/running 2024-11-25T02:20:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:55,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:55,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:20:55,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:55,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:55,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:55,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,34861,1732501247565' ***** 2024-11-25T02:20:55,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:20:55,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:20:55,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Set watcher on znode that does not yet exist, /0-1413146899/running 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(3091): Received CLOSE for 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:34861. 2024-11-25T02:20:55,513 DEBUG [RS:0;dbdd1c922b13:34861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:55,513 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494b4ed6c39a0e78dbadc563410300da, disabling compactions & flushes 2024-11-25T02:20:55,513 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:55,513 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:55,513 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:20:55,513 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. after waiting 0 ms 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:20:55,513 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:55,513 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:20:55,514 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:20:55,514 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:20:55,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1325): Online Regions={494b4ed6c39a0e78dbadc563410300da=hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:20:55,514 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 494b4ed6c39a0e78dbadc563410300da 2024-11-25T02:20:55,514 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:20:55,514 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:20:55,514 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:20:55,514 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:20:55,514 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:20:55,514 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T02:20:55,518 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/replication/494b4ed6c39a0e78dbadc563410300da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-25T02:20:55,519 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:55,519 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:55,519 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:55,519 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494b4ed6c39a0e78dbadc563410300da: Waiting for close lock at 1732501255513Running coprocessor pre-close hooks at 1732501255513Disabling compacts and flushes for region at 1732501255513Disabling writes for close at 1732501255513Writing region close event to WAL at 1732501255514 (+1 ms)Running coprocessor post-close hooks at 1732501255519 (+5 ms)Closed at 1732501255519 2024-11-25T02:20:55,519 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da. 2024-11-25T02:20:55,529 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/8bd4085f344d4137915f0e7c72adfe76 is 147, key is hbase:replication,,1732501241396.494b4ed6c39a0e78dbadc563410300da./info:regioninfo/1732501253193/Put/seqid=0 2024-11-25T02:20:55,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741851_1027 (size=6385) 2024-11-25T02:20:55,582 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:55,714 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:55,914 DEBUG [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:20:55,934 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/8bd4085f344d4137915f0e7c72adfe76 2024-11-25T02:20:55,939 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/.tmp/info/8bd4085f344d4137915f0e7c72adfe76 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/info/8bd4085f344d4137915f0e7c72adfe76 2024-11-25T02:20:55,944 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/info/8bd4085f344d4137915f0e7c72adfe76, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T02:20:55,945 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-25T02:20:55,950 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T02:20:55,951 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:20:55,951 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:20:55,951 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:55,951 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501255514Running coprocessor pre-close hooks at 1732501255514Disabling compacts and flushes for region at 1732501255514Disabling writes for close at 1732501255514Obtaining lock to block concurrent updates at 1732501255514Preparing flush snapshotting stores in 1588230740 at 1732501255514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732501255515 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501255515Flushing 1588230740/info: creating writer at 1732501255515Flushing 1588230740/info: appending metadata at 1732501255529 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732501255529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad92a80: reopening flushed file at 1732501255938 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732501255945 (+7 ms)Writing region close event to WAL at 1732501255947 (+2 ms)Running coprocessor post-close hooks at 1732501255951 (+4 ms)Closed at 1732501255951 2024-11-25T02:20:55,951 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:20:56,114 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,34861,1732501247565; all regions closed. 2024-11-25T02:20:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741849_1025 (size=2156) 2024-11-25T02:20:56,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/WALs/dbdd1c922b13,34861,1732501247565/dbdd1c922b13%2C34861%2C1732501247565.meta.1732501248923.meta not finished, retry = 0 2024-11-25T02:20:56,219 DEBUG [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:56,219 INFO [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C34861%2C1732501247565.meta:.meta(num 1732501248923) 2024-11-25T02:20:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741850_1026 (size=796) 2024-11-25T02:20:56,223 DEBUG [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:56,223 INFO [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C34861%2C1732501247565.rep:(num 1732501253138) 2024-11-25T02:20:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741848_1024 (size=93) 2024-11-25T02:20:56,227 DEBUG [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/oldWALs 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C34861%2C1732501247565:(num 1732501248618) 2024-11-25T02:20:56,227 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:56,227 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,34861,1732501247565 because: Region server is closing 2024-11-25T02:20:56,227 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T02:20:56,227 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T02:20:56,227 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T02:20:56,227 INFO [RS:0;dbdd1c922b13:34861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:34861. 2024-11-25T02:20:56,227 DEBUG [RS:0;dbdd1c922b13:34861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:20:56,228 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:56,228 DEBUG [RS:0;dbdd1c922b13:34861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:20:56,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:20:56,328 WARN [RS:0;dbdd1c922b13:34861.replicationSource.wal-reader.dbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:20:56,328 WARN [RS:0;dbdd1c922b13:34861.replicationSource.shipperdbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:20:56,328 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;dbdd1c922b13:34861.replicationSource.shipperdbdd1c922b13%2C34861%2C1732501247565,1-dbdd1c922b13,34861,1732501247565 terminated 2024-11-25T02:20:56,328 INFO [RS:0;dbdd1c922b13:34861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34861 2024-11-25T02:20:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899/rs 2024-11-25T02:20:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/rs/dbdd1c922b13,34861,1732501247565 2024-11-25T02:20:56,335 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:56,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,34861,1732501247565] 2024-11-25T02:20:56,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1413146899/draining/dbdd1c922b13,34861,1732501247565 already deleted, retry=false 2024-11-25T02:20:56,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,34861,1732501247565 expired; onlineServers=0 2024-11-25T02:20:56,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,40025,1732501247521' ***** 2024-11-25T02:20:56,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:20:56,356 DEBUG [M:0;dbdd1c922b13:40025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:20:56,356 DEBUG [M:0;dbdd1c922b13:40025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:20:56,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:20:56,356 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501248295 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501248295,5,FailOnTimeoutGroup] 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:20:56,356 DEBUG [M:0;dbdd1c922b13:40025 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:20:56,356 INFO [M:0;dbdd1c922b13:40025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:20:56,357 INFO [M:0;dbdd1c922b13:40025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:20:56,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:20:56,357 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501248294 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501248294,5,FailOnTimeoutGroup] 2024-11-25T02:20:56,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1413146899/master 2024-11-25T02:20:56,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1413146899 2024-11-25T02:20:56,366 DEBUG [M:0;dbdd1c922b13:40025 {}] zookeeper.ZKUtil(347): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Unable to get data of znode /0-1413146899/master because node does not exist (not an error) 2024-11-25T02:20:56,366 WARN [M:0;dbdd1c922b13:40025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:20:56,367 INFO [M:0;dbdd1c922b13:40025 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/.lastflushedseqids 2024-11-25T02:20:56,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741852_1028 (size=181) 2024-11-25T02:20:56,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:56,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34861-0x1016fcacd3e0007, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:56,445 INFO [RS:0;dbdd1c922b13:34861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:56,445 INFO [RS:0;dbdd1c922b13:34861 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,34861,1732501247565; zookeeper connection closed. 2024-11-25T02:20:56,446 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@265f9abe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@265f9abe 2024-11-25T02:20:56,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:20:56,771 INFO [M:0;dbdd1c922b13:40025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:20:56,772 INFO [M:0;dbdd1c922b13:40025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:20:56,772 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:20:56,772 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:56,772 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:56,772 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:20:56,772 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:56,772 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T02:20:56,790 DEBUG [M:0;dbdd1c922b13:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/764a0821d96f44b08e3a3937a3bc3bb4 is 82, key is hbase:meta,,1/info:regioninfo/1732501248966/Put/seqid=0 2024-11-25T02:20:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741853_1029 (size=5672) 2024-11-25T02:20:56,794 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/764a0821d96f44b08e3a3937a3bc3bb4 2024-11-25T02:20:56,812 DEBUG [M:0;dbdd1c922b13:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53256585f3a04d1083140e4736524980 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732501253199/Put/seqid=0 2024-11-25T02:20:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741854_1030 (size=7312) 2024-11-25T02:20:57,216 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53256585f3a04d1083140e4736524980 2024-11-25T02:20:57,239 DEBUG [M:0;dbdd1c922b13:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f0fe2325684d138f0b31853d8f9685 is 69, key is dbdd1c922b13,34861,1732501247565/rs:state/1732501248423/Put/seqid=0 2024-11-25T02:20:57,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741855_1031 (size=5370) 2024-11-25T02:20:57,245 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f0fe2325684d138f0b31853d8f9685 2024-11-25T02:20:57,250 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61f0fe2325684d138f0b31853d8f9685 2024-11-25T02:20:57,251 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/764a0821d96f44b08e3a3937a3bc3bb4 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/764a0821d96f44b08e3a3937a3bc3bb4 2024-11-25T02:20:57,256 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/764a0821d96f44b08e3a3937a3bc3bb4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T02:20:57,260 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53256585f3a04d1083140e4736524980 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53256585f3a04d1083140e4736524980 2024-11-25T02:20:57,265 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53256585f3a04d1083140e4736524980, entries=7, sequenceid=127, filesize=7.1 K 2024-11-25T02:20:57,266 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61f0fe2325684d138f0b31853d8f9685 as hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61f0fe2325684d138f0b31853d8f9685 2024-11-25T02:20:57,271 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61f0fe2325684d138f0b31853d8f9685 2024-11-25T02:20:57,271 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35499/user/jenkins/test-data/02861e51-a491-fdab-10f7-eb8462eaf6c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61f0fe2325684d138f0b31853d8f9685, entries=2, sequenceid=127, filesize=5.2 K 2024-11-25T02:20:57,272 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=127, compaction requested=false 2024-11-25T02:20:57,277 INFO [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:20:57,277 DEBUG [M:0;dbdd1c922b13:40025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501256772Disabling compacts and flushes for region at 1732501256772Disabling writes for close at 1732501256772Obtaining lock to block concurrent updates at 1732501256772Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501256772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732501256772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501256773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501256773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501256790 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501256790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501256798 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501256812 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501256812Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501257221 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501257238 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501257238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a15cecb: reopening flushed file at 1732501257250 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2acc22: reopening flushed file at 1732501257257 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d283c61: reopening flushed file at 1732501257266 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=127, compaction requested=false at 1732501257272 (+6 ms)Writing region close event to WAL at 1732501257277 (+5 ms)Closed at 1732501257277 2024-11-25T02:20:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33717 is added to blk_1073741847_1023 (size=22903) 2024-11-25T02:20:57,280 INFO [M:0;dbdd1c922b13:40025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:20:57,280 INFO [M:0;dbdd1c922b13:40025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40025 2024-11-25T02:20:57,280 INFO [M:0;dbdd1c922b13:40025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:20:57,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:20:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:57,435 INFO [M:0;dbdd1c922b13:40025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:20:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1016fcacd3e0006, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:20:57,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca3ba5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:57,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@589b86cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:57,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:57,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b742fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:57,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bcabe87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:57,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:20:57,439 WARN [BP-928428548-172.17.0.3-1732501230001 heartbeating to localhost/127.0.0.1:35499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:20:57,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:20:57,439 WARN [BP-928428548-172.17.0.3-1732501230001 heartbeating to localhost/127.0.0.1:35499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-928428548-172.17.0.3-1732501230001 (Datanode Uuid 994a348b-276c-487b-855f-659ffe2b6efd) service to localhost/127.0.0.1:35499 2024-11-25T02:20:57,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/data/data1/current/BP-928428548-172.17.0.3-1732501230001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:57,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/cluster_d3978c79-fe35-3482-2137-58b0fd6e2610/data/data2/current/BP-928428548-172.17.0.3-1732501230001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:20:57,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:20:57,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e37d519{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:57,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617b664e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:20:57,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:20:57,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1829682f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:20:57,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab93de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60714fae-1c3e-dccf-4986-7d3523c42e19/hadoop.log.dir/,STOPPED} 2024-11-25T02:20:57,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:20:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:20:57,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 160) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35499 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41061 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=3346 (was 3423) 2024-11-25T02:20:57,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=3346 2024-11-25T02:20:57,500 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-25T02:20:57,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir so I do NOT create it in target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc 2024-11-25T02:20:57,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:20:57,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.tmp.dir so I do NOT create it in target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc 2024-11-25T02:20:57,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7294dbc-4768-347b-d238-aaee5737ee63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:20:57,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc 2024-11-25T02:20:57,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae, deleteOnExit=true 2024-11-25T02:20:57,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/zookeeper_0, clientPort=63066, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:20:57,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63066 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/test.cache.data in system properties and HBase conf 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:20:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:20:57,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:20:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:20:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcacd3e0002, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:20:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcacd3e0005, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:20:57,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcacd3e0002, quorum=127.0.0.1:57492, baseZNode=/0-1413146899 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:20:57,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcacd3e0005, quorum=127.0.0.1:57492, baseZNode=/1-1375399928 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:20:58,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:58,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:58,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:58,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:58,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:20:58,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4029c311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2277d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:58,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4af9374b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-2392157050395138836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:20:58,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c93fefc{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-11-25T02:20:58,149 INFO [Time-limited test {}] server.Server(415): Started @173076ms 2024-11-25T02:20:58,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:20:58,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:20:58,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:20:58,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:20:58,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:20:58,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d63ed9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:20:58,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dec8d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:20:58,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@709d043a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/java.io.tmpdir/jetty-localhost-36617-hadoop-hdfs-3_4_1-tests_jar-_-any-160621538735782708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:20:58,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19af310{HTTP/1.1, (http/1.1)}{localhost:36617} 2024-11-25T02:20:58,521 INFO [Time-limited test {}] server.Server(415): Started @173448ms 2024-11-25T02:20:58,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:20:59,126 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/data/data1/current/BP-302500964-172.17.0.3-1732501257538/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:59,126 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/data/data2/current/BP-302500964-172.17.0.3-1732501257538/current, will proceed with Du for space computation calculation, 2024-11-25T02:20:59,140 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:20:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74696dbf1fa1e0bb with lease ID 0xd03d50d18917d6a3: Processing first storage report for DS-c6642330-baed-4766-b014-a7de5ee5b3ec from datanode DatanodeRegistration(127.0.0.1:38471, datanodeUuid=cf8cb871-7200-4aa3-aaea-ce4c7f739711, infoPort=42867, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=585354093;c=1732501257538) 2024-11-25T02:20:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74696dbf1fa1e0bb with lease ID 0xd03d50d18917d6a3: from storage DS-c6642330-baed-4766-b014-a7de5ee5b3ec node DatanodeRegistration(127.0.0.1:38471, datanodeUuid=cf8cb871-7200-4aa3-aaea-ce4c7f739711, infoPort=42867, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=585354093;c=1732501257538), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74696dbf1fa1e0bb with lease ID 0xd03d50d18917d6a3: Processing first storage report for DS-f904e622-c179-45a3-a0ce-10ba529037ca from datanode DatanodeRegistration(127.0.0.1:38471, datanodeUuid=cf8cb871-7200-4aa3-aaea-ce4c7f739711, infoPort=42867, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=585354093;c=1732501257538) 2024-11-25T02:20:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74696dbf1fa1e0bb with lease ID 0xd03d50d18917d6a3: from storage DS-f904e622-c179-45a3-a0ce-10ba529037ca node DatanodeRegistration(127.0.0.1:38471, datanodeUuid=cf8cb871-7200-4aa3-aaea-ce4c7f739711, infoPort=42867, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=585354093;c=1732501257538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:20:59,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc 2024-11-25T02:20:59,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:20:59,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883 with version=8 2024-11-25T02:20:59,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/hbase-staging 2024-11-25T02:20:59,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:59,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:59,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33749 2024-11-25T02:20:59,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33749 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:20:59,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337490x0, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:59,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33749-0x1016fcb38ca0000 connected 2024-11-25T02:20:59,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/running 2024-11-25T02:20:59,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883, hbase.cluster.distributed=false 2024-11-25T02:20:59,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/acl 2024-11-25T02:20:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33749 2024-11-25T02:20:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33749 2024-11-25T02:20:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33749 2024-11-25T02:20:59,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33749 2024-11-25T02:20:59,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33749 2024-11-25T02:20:59,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:20:59,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38157 2024-11-25T02:20:59,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38157 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:20:59,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:20:59,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381570x0, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:20:59,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381570x0, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/running 2024-11-25T02:20:59,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38157-0x1016fcb38ca0001 connected 2024-11-25T02:20:59,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:20:59,780 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:20:59,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/master 2024-11-25T02:20:59,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/acl 2024-11-25T02:20:59,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38157 2024-11-25T02:20:59,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38157 2024-11-25T02:20:59,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38157 2024-11-25T02:20:59,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38157 2024-11-25T02:20:59,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38157 2024-11-25T02:20:59,802 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:33749 2024-11-25T02:20:59,803 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /042825240/backup-masters/dbdd1c922b13,33749,1732501259555 2024-11-25T02:20:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/backup-masters 2024-11-25T02:20:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/backup-masters 2024-11-25T02:20:59,808 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on existing znode=/042825240/backup-masters/dbdd1c922b13,33749,1732501259555 2024-11-25T02:20:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:20:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042825240/master 2024-11-25T02:20:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:20:59,819 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on existing znode=/042825240/master 2024-11-25T02:20:59,819 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /042825240/backup-masters/dbdd1c922b13,33749,1732501259555 from backup master directory 2024-11-25T02:20:59,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/backup-masters 2024-11-25T02:20:59,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042825240/backup-masters/dbdd1c922b13,33749,1732501259555 2024-11-25T02:20:59,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/backup-masters 2024-11-25T02:20:59,829 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:20:59,829 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,33749,1732501259555 2024-11-25T02:20:59,832 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/hbase.id] with ID: 4f20438d-8599-4e37-865f-2ca02b3a2f89 2024-11-25T02:20:59,832 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/.tmp/hbase.id 2024-11-25T02:20:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:21:00,237 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/.tmp/hbase.id]:[hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/hbase.id] 2024-11-25T02:21:00,246 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:00,246 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:21:00,247 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:21:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:21:00,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:00,698 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:21:00,698 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:21:01,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:01,103 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store 2024-11-25T02:21:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:01,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:01,509 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:01,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501261509Disabling compacts and flushes for region at 1732501261509Disabling writes for close at 1732501261509Writing region close event to WAL at 1732501261509Closed at 1732501261509 2024-11-25T02:21:01,510 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/.initializing 2024-11-25T02:21:01,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/WALs/dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:01,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:01,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C33749%2C1732501259555, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/WALs/dbdd1c922b13,33749,1732501259555, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/oldWALs, maxLogs=10 2024-11-25T02:21:01,523 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/WALs/dbdd1c922b13,33749,1732501259555/dbdd1c922b13%2C33749%2C1732501259555.1732501261512, exclude list is [], retry=0 2024-11-25T02:21:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-c6642330-baed-4766-b014-a7de5ee5b3ec,DISK] 2024-11-25T02:21:01,527 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/WALs/dbdd1c922b13,33749,1732501259555/dbdd1c922b13%2C33749%2C1732501259555.1732501261512 2024-11-25T02:21:01,527 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-25T02:21:01,527 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:01,527 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:01,527 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,527 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:21:01,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:01,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:01,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:21:01,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:01,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:01,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:21:01,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:01,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:01,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:21:01,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:01,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:01,534 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,535 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,535 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:01,537 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:01,539 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:01,539 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59891379, jitterRate=-0.10754890739917755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:01,540 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501261528Initializing all the Stores at 1732501261528Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501261528Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501261528Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501261528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501261528Cleaning up temporary data from old regions at 1732501261536 (+8 ms)Region opened successfully at 1732501261540 (+4 ms) 2024-11-25T02:21:01,540 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:21:01,542 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1484dbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:21:01,543 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:21:01,545 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:21:01,545 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/balancer because node does not exist (not necessarily an error) 2024-11-25T02:21:01,639 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/balancer already deleted, retry=false 2024-11-25T02:21:01,640 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:21:01,640 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:21:01,650 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/normalizer already deleted, retry=false 2024-11-25T02:21:01,650 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:21:01,651 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:21:01,660 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/switch/split already deleted, retry=false 2024-11-25T02:21:01,661 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:21:01,671 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/switch/merge already deleted, retry=false 2024-11-25T02:21:01,672 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:21:01,681 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/snapshot-cleanup already deleted, retry=false 2024-11-25T02:21:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042825240/running 2024-11-25T02:21:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042825240/running 2024-11-25T02:21:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,693 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,33749,1732501259555, sessionid=0x1016fcb38ca0000, setting cluster-up flag (Was=false) 2024-11-25T02:21:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,745 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042825240/flush-table-proc/acquired, /042825240/flush-table-proc/reached, /042825240/flush-table-proc/abort 2024-11-25T02:21:01,746 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:01,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:01,797 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042825240/online-snapshot/acquired, /042825240/online-snapshot/reached, /042825240/online-snapshot/abort 2024-11-25T02:21:01,798 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:01,799 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:21:01,800 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:01,801 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:21:01,801 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:21:01,801 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of dbdd1c922b13,39471,1732501232438: status=Processing ServerCrashProcedure of dbdd1c922b13,39471,1732501232438 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732501248293, completionTime=-1 appears to have been leaked 2024-11-25T02:21:01,801 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,33749,1732501259555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:01,802 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:01,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:21:01,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:01,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501291808 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:21:01,808 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:21:01,811 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:21:01,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:21:01,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:21:01,812 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:21:01,816 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:21:01,816 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:21:01,817 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501261816,5,FailOnTimeoutGroup] 2024-11-25T02:21:01,817 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501261817,5,FailOnTimeoutGroup] 2024-11-25T02:21:01,817 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,817 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:21:01,817 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,817 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:21:01,892 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(746): ClusterId : 4f20438d-8599-4e37-865f-2ca02b3a2f89 2024-11-25T02:21:01,892 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:21:01,903 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:21:01,903 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:21:01,914 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:21:01,914 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a19e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:01,925 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:38157 2024-11-25T02:21:01,925 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:21:01,925 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:21:01,925 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:21:01,926 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,33749,1732501259555 with port=38157, startcode=1732501259764 2024-11-25T02:21:01,926 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:21:01,927 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:21:01,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33749 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,929 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883 2024-11-25T02:21:01,929 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-11-25T02:21:01,929 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:21:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/rs 2024-11-25T02:21:01,935 DEBUG [RS:0;dbdd1c922b13:38157 {}] zookeeper.ZKUtil(111): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on existing znode=/042825240/rs/dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,935 WARN [RS:0;dbdd1c922b13:38157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:01,935 INFO [RS:0;dbdd1c922b13:38157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:01,935 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,38157,1732501259764] 2024-11-25T02:21:01,938 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:21:01,939 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:21:01,940 INFO [RS:0;dbdd1c922b13:38157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:21:01,940 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,940 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:21:01,941 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:21:01,941 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:01,941 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:01,942 DEBUG [RS:0;dbdd1c922b13:38157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,948 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38157,1732501259764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:01,961 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:21:01,961 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38157,1732501259764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,961 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,961 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.Replication(171): dbdd1c922b13,38157,1732501259764 started 2024-11-25T02:21:01,974 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:01,974 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,38157,1732501259764, RpcServer on dbdd1c922b13/172.17.0.3:38157, sessionid=0x1016fcb38ca0001 2024-11-25T02:21:01,974 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:21:01,974 DEBUG [RS:0;dbdd1c922b13:38157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,974 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,38157,1732501259764' 2024-11-25T02:21:01,974 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042825240/flush-table-proc/abort' 2024-11-25T02:21:01,974 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042825240/flush-table-proc/acquired' 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,38157,1732501259764' 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042825240/online-snapshot/abort' 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042825240/online-snapshot/acquired' 2024-11-25T02:21:01,975 DEBUG [RS:0;dbdd1c922b13:38157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:21:01,975 INFO [RS:0;dbdd1c922b13:38157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:21:01,975 INFO [RS:0;dbdd1c922b13:38157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:21:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:21:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:02,076 INFO [RS:0;dbdd1c922b13:38157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:02,078 INFO [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38157%2C1732501259764, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs, maxLogs=10 2024-11-25T02:21:02,090 DEBUG [RS:0;dbdd1c922b13:38157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078, exclude list is [], retry=0 2024-11-25T02:21:02,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-c6642330-baed-4766-b014-a7de5ee5b3ec,DISK] 2024-11-25T02:21:02,094 INFO [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 2024-11-25T02:21:02,094 DEBUG [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-25T02:21:02,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:21:02,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883 2024-11-25T02:21:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:21:02,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:02,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:02,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:02,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:02,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:02,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:02,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:02,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:02,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:02,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:02,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740 2024-11-25T02:21:02,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740 2024-11-25T02:21:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:02,232 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:02,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:02,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71729138, jitterRate=0.06884744763374329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:02,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501262224Initializing all the Stores at 1732501262225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262225Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501262225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262225Cleaning up temporary data from old regions at 1732501262232 (+7 ms)Region opened successfully at 1732501262235 (+3 ms) 2024-11-25T02:21:02,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:02,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:02,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:02,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:02,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:02,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:02,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501262235Disabling compacts and flushes for region at 1732501262235Disabling writes for close at 1732501262236 (+1 ms)Writing region close event to WAL at 1732501262236Closed at 1732501262236 2024-11-25T02:21:02,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:02,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:21:02,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:21:02,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:02,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:21:02,389 DEBUG [dbdd1c922b13:33749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:21:02,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:02,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,38157,1732501259764, state=OPENING 2024-11-25T02:21:02,439 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:21:02,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:02,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:02,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042825240/meta-region-server: CHANGED 2024-11-25T02:21:02,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:02,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042825240/meta-region-server: CHANGED 2024-11-25T02:21:02,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38157,1732501259764}] 2024-11-25T02:21:02,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:02,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:21:02,606 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:21:02,606 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:02,607 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:21:02,608 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38157%2C1732501259764.meta, suffix=.meta, logDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs, maxLogs=10 2024-11-25T02:21:02,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.meta.1732501262608.meta, exclude list is [], retry=0 2024-11-25T02:21:02,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-c6642330-baed-4766-b014-a7de5ee5b3ec,DISK] 2024-11-25T02:21:02,623 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.meta.1732501262608.meta 2024-11-25T02:21:02,623 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-25T02:21:02,623 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:02,624 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:21:02,624 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:21:02,624 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:21:02,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:02,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:02,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:02,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:02,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:02,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:02,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:02,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:02,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:02,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:02,630 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:02,631 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740 2024-11-25T02:21:02,631 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740 2024-11-25T02:21:02,632 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:02,632 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:02,633 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:02,634 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:02,634 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66122539, jitterRate=-0.01469738781452179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:02,634 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:21:02,635 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501262625Writing region info on filesystem at 1732501262625Initializing all the Stores at 1732501262625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501262625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501262625Cleaning up temporary data from old regions at 1732501262632 (+7 ms)Running coprocessor post-open hooks at 1732501262634 (+2 ms)Region opened successfully at 1732501262635 (+1 ms) 2024-11-25T02:21:02,636 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501262602 2024-11-25T02:21:02,637 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:21:02,637 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:21:02,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:02,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,38157,1732501259764, state=OPEN 2024-11-25T02:21:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042825240/meta-region-server 2024-11-25T02:21:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042825240/meta-region-server 2024-11-25T02:21:02,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:02,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042825240/meta-region-server: CHANGED 2024-11-25T02:21:02,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042825240/meta-region-server: CHANGED 2024-11-25T02:21:02,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:21:02,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,38157,1732501259764 in 232 msec 2024-11-25T02:21:02,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:21:02,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-25T02:21:02,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:02,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:21:02,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:02,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:02,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:02,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:02,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-25T02:21:02,692 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501262692, completionTime=-1 2024-11-25T02:21:02,692 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:21:02,692 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:21:02,693 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:21:02,693 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501322693 2024-11-25T02:21:02,693 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501382693 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:33749, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,694 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,695 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:21:02,696 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:02,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:21:02,699 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:21:02,699 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:21:02,699 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,33749,1732501259555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:02,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59559645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:02,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:02,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:02,794 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160cf795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:02,795 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:02,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:02,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:02,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:02,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:21:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:02,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcb38ca0002 connected 2024-11-25T02:21:02,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir so I do NOT create it in target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b 2024-11-25T02:21:02,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:21:02,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.tmp.dir so I do NOT create it in target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b 2024-11-25T02:21:02,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:21:02,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b 2024-11-25T02:21:02,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:21:02,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/cluster_63f1baef-db52-7356-2b5f-e365c4f3534b, deleteOnExit=true 2024-11-25T02:21:02,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/test.cache.data in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:21:02,872 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:21:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:21:03,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:03,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:03,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:03,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:03,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:21:03,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:03,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a033e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:03,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3f4154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:03,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d119d70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/java.io.tmpdir/jetty-localhost-39899-hadoop-hdfs-3_4_1-tests_jar-_-any-18231663101533755714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:03,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d5bc22{HTTP/1.1, (http/1.1)}{localhost:39899} 2024-11-25T02:21:03,867 INFO [Time-limited test {}] server.Server(415): Started @178794ms 2024-11-25T02:21:04,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:04,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:04,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:04,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:04,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:21:04,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52de3a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:04,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9a1f08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:04,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4663f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/java.io.tmpdir/jetty-localhost-38577-hadoop-hdfs-3_4_1-tests_jar-_-any-17067943589875404760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:04,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d25857a{HTTP/1.1, (http/1.1)}{localhost:38577} 2024-11-25T02:21:04,228 INFO [Time-limited test {}] server.Server(415): Started @179155ms 2024-11-25T02:21:04,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:21:04,888 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/cluster_63f1baef-db52-7356-2b5f-e365c4f3534b/data/data1/current/BP-669716713-172.17.0.3-1732501262892/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:04,888 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/cluster_63f1baef-db52-7356-2b5f-e365c4f3534b/data/data2/current/BP-669716713-172.17.0.3-1732501262892/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:04,903 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:21:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89de4b9fe53b7e1d with lease ID 0x5b5ba669e7c2b7be: Processing first storage report for DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6 from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=ddf9cf73-fa6d-4d40-8b7c-c2aef67bebfc, infoPort=37313, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=888747143;c=1732501262892) 2024-11-25T02:21:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89de4b9fe53b7e1d with lease ID 0x5b5ba669e7c2b7be: from storage DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6 node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=ddf9cf73-fa6d-4d40-8b7c-c2aef67bebfc, infoPort=37313, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=888747143;c=1732501262892), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89de4b9fe53b7e1d with lease ID 0x5b5ba669e7c2b7be: Processing first storage report for DS-2b5f3955-aad5-411d-9f0d-7e346e52a73f from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=ddf9cf73-fa6d-4d40-8b7c-c2aef67bebfc, infoPort=37313, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=888747143;c=1732501262892) 2024-11-25T02:21:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89de4b9fe53b7e1d with lease ID 0x5b5ba669e7c2b7be: from storage DS-2b5f3955-aad5-411d-9f0d-7e346e52a73f node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=ddf9cf73-fa6d-4d40-8b7c-c2aef67bebfc, infoPort=37313, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=888747143;c=1732501262892), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:04,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b 2024-11-25T02:21:04,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:04,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:21:05,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05 with version=8 2024-11-25T02:21:05,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/hbase-staging 2024-11-25T02:21:05,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:21:05,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:05,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39961 2024-11-25T02:21:05,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39961 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:21:05,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399610x0, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:05,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39961-0x1016fcb38ca0003 connected 2024-11-25T02:21:05,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:05,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:05,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/running 2024-11-25T02:21:05,495 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05, hbase.cluster.distributed=false 2024-11-25T02:21:05,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/acl 2024-11-25T02:21:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-25T02:21:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39961 2024-11-25T02:21:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39961 2024-11-25T02:21:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-25T02:21:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39961 2024-11-25T02:21:05,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:21:05,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:05,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40963 2024-11-25T02:21:05,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40963 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:21:05,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:05,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409630x0, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:05,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409630x0, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/running 2024-11-25T02:21:05,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40963-0x1016fcb38ca0004 connected 2024-11-25T02:21:05,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:21:05,535 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:21:05,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/master 2024-11-25T02:21:05,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/acl 2024-11-25T02:21:05,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-25T02:21:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40963 2024-11-25T02:21:05,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40963 2024-11-25T02:21:05,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-25T02:21:05,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40963 2024-11-25T02:21:05,554 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:39961 2024-11-25T02:21:05,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2015290013/backup-masters/dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/backup-masters 2024-11-25T02:21:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/backup-masters 2024-11-25T02:21:05,566 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on existing znode=/1-2015290013/backup-masters/dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015290013/master 2024-11-25T02:21:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:05,576 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on existing znode=/1-2015290013/master 2024-11-25T02:21:05,577 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2015290013/backup-masters/dbdd1c922b13,39961,1732501265366 from backup master directory 2024-11-25T02:21:05,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015290013/backup-masters/dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:05,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/backup-masters 2024-11-25T02:21:05,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/backup-masters 2024-11-25T02:21:05,587 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:05,587 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:05,590 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/hbase.id] with ID: 21289158-cf71-4fa2-8565-ae27887e60f9 2024-11-25T02:21:05,590 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/.tmp/hbase.id 2024-11-25T02:21:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:21:05,995 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/.tmp/hbase.id]:[hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/hbase.id] 2024-11-25T02:21:06,003 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:06,003 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:21:06,004 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:21:06,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:06,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:21:06,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:06,457 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:21:06,457 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:21:06,864 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store 2024-11-25T02:21:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:21:07,271 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:07,271 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:07,271 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:07,271 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:07,271 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:07,272 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:07,272 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:07,272 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501267271Disabling compacts and flushes for region at 1732501267271Disabling writes for close at 1732501267271Writing region close event to WAL at 1732501267272 (+1 ms)Closed at 1732501267272 2024-11-25T02:21:07,272 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/.initializing 2024-11-25T02:21:07,273 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/WALs/dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:07,274 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:07,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C39961%2C1732501265366, suffix=, logDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/WALs/dbdd1c922b13,39961,1732501265366, archiveDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/oldWALs, maxLogs=10 2024-11-25T02:21:07,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/WALs/dbdd1c922b13,39961,1732501265366/dbdd1c922b13%2C39961%2C1732501265366.1732501267275, exclude list is [], retry=0 2024-11-25T02:21:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6,DISK] 2024-11-25T02:21:07,295 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/WALs/dbdd1c922b13,39961,1732501265366/dbdd1c922b13%2C39961%2C1732501265366.1732501267275 2024-11-25T02:21:07,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37313:37313)] 2024-11-25T02:21:07,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:07,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:07,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:21:07,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:07,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:07,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:21:07,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:07,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:07,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:21:07,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:07,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:07,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:21:07,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:07,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:07,303 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,303 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,304 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,304 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,305 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,305 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:07,306 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:07,308 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:07,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73376121, jitterRate=0.09338940680027008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:07,308 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501267296Initializing all the Stores at 1732501267297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501267297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501267297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501267297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501267297Cleaning up temporary data from old regions at 1732501267305 (+8 ms)Region opened successfully at 1732501267308 (+3 ms) 2024-11-25T02:21:07,308 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:21:07,311 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea6d4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:07,311 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:21:07,312 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:21:07,314 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:21:07,315 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/balancer because node does not exist (not necessarily an error) 2024-11-25T02:21:07,387 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/balancer already deleted, retry=false 2024-11-25T02:21:07,387 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:21:07,388 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:21:07,397 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/normalizer already deleted, retry=false 2024-11-25T02:21:07,397 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:21:07,398 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:21:07,407 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/switch/split already deleted, retry=false 2024-11-25T02:21:07,408 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:21:07,418 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/switch/merge already deleted, retry=false 2024-11-25T02:21:07,420 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:21:07,428 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/snapshot-cleanup already deleted, retry=false 2024-11-25T02:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015290013/running 2024-11-25T02:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2015290013/running 2024-11-25T02:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,440 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,39961,1732501265366, sessionid=0x1016fcb38ca0003, setting cluster-up flag (Was=false) 2024-11-25T02:21:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,492 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2015290013/flush-table-proc/acquired, /1-2015290013/flush-table-proc/reached, /1-2015290013/flush-table-proc/abort 2024-11-25T02:21:07,492 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:07,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:07,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2015290013/online-snapshot/acquired, /1-2015290013/online-snapshot/reached, /1-2015290013/online-snapshot/abort 2024-11-25T02:21:07,545 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:07,546 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:21:07,547 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:07,547 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:21:07,547 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:21:07,547 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,39961,1732501265366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:07,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:07,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:21:07,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:07,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:21:07,552 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501297552 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:21:07,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:21:07,554 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501267554,5,FailOnTimeoutGroup] 2024-11-25T02:21:07,554 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501267554,5,FailOnTimeoutGroup] 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,554 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:21:07,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:07,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:07,646 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(746): ClusterId : 21289158-cf71-4fa2-8565-ae27887e60f9 2024-11-25T02:21:07,646 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:21:07,658 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:21:07,658 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:21:07,671 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:21:07,672 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c68ead8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:07,685 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:40963 2024-11-25T02:21:07,685 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:21:07,685 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:21:07,685 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:21:07,686 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,39961,1732501265366 with port=40963, startcode=1732501265514 2024-11-25T02:21:07,686 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:21:07,687 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:21:07,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39961 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,689 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05 2024-11-25T02:21:07,689 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35645 2024-11-25T02:21:07,689 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:21:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/rs 2024-11-25T02:21:07,700 DEBUG [RS:0;dbdd1c922b13:40963 {}] zookeeper.ZKUtil(111): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on existing znode=/1-2015290013/rs/dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,700 WARN [RS:0;dbdd1c922b13:40963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:07,700 INFO [RS:0;dbdd1c922b13:40963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:07,700 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,40963,1732501265514] 2024-11-25T02:21:07,703 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:21:07,705 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:21:07,705 INFO [RS:0;dbdd1c922b13:40963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:21:07,705 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,708 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:21:07,709 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:21:07,709 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,709 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:07,710 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:07,710 DEBUG [RS:0;dbdd1c922b13:40963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:07,712 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,713 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,713 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,713 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,713 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,713 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40963,1732501265514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:07,732 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:21:07,732 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,40963,1732501265514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,732 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,732 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.Replication(171): dbdd1c922b13,40963,1732501265514 started 2024-11-25T02:21:07,751 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:07,751 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,40963,1732501265514, RpcServer on dbdd1c922b13/172.17.0.3:40963, sessionid=0x1016fcb38ca0004 2024-11-25T02:21:07,751 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:21:07,751 DEBUG [RS:0;dbdd1c922b13:40963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,751 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,40963,1732501265514' 2024-11-25T02:21:07,751 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2015290013/flush-table-proc/abort' 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2015290013/flush-table-proc/acquired' 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,40963,1732501265514' 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2015290013/online-snapshot/abort' 2024-11-25T02:21:07,752 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2015290013/online-snapshot/acquired' 2024-11-25T02:21:07,753 DEBUG [RS:0;dbdd1c922b13:40963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:21:07,753 INFO [RS:0;dbdd1c922b13:40963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:21:07,753 INFO [RS:0;dbdd1c922b13:40963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:21:07,853 INFO [RS:0;dbdd1c922b13:40963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:07,854 INFO [RS:0;dbdd1c922b13:40963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C40963%2C1732501265514, suffix=, logDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514, archiveDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/oldWALs, maxLogs=10 2024-11-25T02:21:07,866 DEBUG [RS:0;dbdd1c922b13:40963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, exclude list is [], retry=0 2024-11-25T02:21:07,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6,DISK] 2024-11-25T02:21:07,870 INFO [RS:0;dbdd1c922b13:40963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 2024-11-25T02:21:07,870 DEBUG [RS:0;dbdd1c922b13:40963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37313:37313)] 2024-11-25T02:21:07,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:21:07,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:21:07,960 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05 2024-11-25T02:21:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:21:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:08,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:08,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:08,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:08,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:08,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:08,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:08,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:08,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:08,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740 2024-11-25T02:21:08,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740 2024-11-25T02:21:08,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:08,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:08,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:08,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:08,377 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:08,378 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70798173, jitterRate=0.0549749881029129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501268366Initializing all the Stores at 1732501268367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501268367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268367Cleaning up temporary data from old regions at 1732501268374 (+7 ms)Region opened successfully at 1732501268378 (+4 ms) 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:08,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:08,378 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501268378Disabling compacts and flushes for region at 1732501268378Disabling writes for close at 1732501268378Writing region close event to WAL at 1732501268378Closed at 1732501268378 2024-11-25T02:21:08,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:08,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:21:08,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:21:08,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:08,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:21:08,531 DEBUG [dbdd1c922b13:39961 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:21:08,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:08,532 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,40963,1732501265514, state=OPENING 2024-11-25T02:21:08,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:21:08,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:08,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:08,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:08,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40963,1732501265514}] 2024-11-25T02:21:08,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015290013/meta-region-server: CHANGED 2024-11-25T02:21:08,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015290013/meta-region-server: CHANGED 2024-11-25T02:21:08,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:08,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:21:08,796 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:21:08,796 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:08,796 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:21:08,797 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C40963%2C1732501265514.meta, suffix=.meta, logDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514, archiveDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/oldWALs, maxLogs=10 2024-11-25T02:21:08,809 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.meta.1732501268798.meta, exclude list is [], retry=0 2024-11-25T02:21:08,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6,DISK] 2024-11-25T02:21:08,813 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.meta.1732501268798.meta 2024-11-25T02:21:08,813 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37313:37313)] 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:08,814 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:21:08,814 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:21:08,814 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:21:08,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:08,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:08,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:08,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:08,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:08,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:08,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:08,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:08,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:08,820 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:08,820 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740 2024-11-25T02:21:08,821 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740 2024-11-25T02:21:08,822 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:08,822 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:08,823 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:08,824 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:08,824 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71525160, jitterRate=0.06580793857574463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:08,824 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:21:08,825 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501268814Writing region info on filesystem at 1732501268814Initializing all the Stores at 1732501268815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501268815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501268815Cleaning up temporary data from old regions at 1732501268822 (+7 ms)Running coprocessor post-open hooks at 1732501268824 (+2 ms)Region opened successfully at 1732501268825 (+1 ms) 2024-11-25T02:21:08,825 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501268792 2024-11-25T02:21:08,827 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:21:08,827 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:21:08,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:08,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,40963,1732501265514, state=OPEN 2024-11-25T02:21:08,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2015290013/meta-region-server 2024-11-25T02:21:08,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2015290013/meta-region-server 2024-11-25T02:21:08,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:08,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015290013/meta-region-server: CHANGED 2024-11-25T02:21:08,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2015290013/meta-region-server: CHANGED 2024-11-25T02:21:08,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:21:08,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,40963,1732501265514 in 240 msec 2024-11-25T02:21:08,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:21:08,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-25T02:21:08,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:08,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:21:08,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:08,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:08,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:08,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:08,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-25T02:21:08,891 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501268891, completionTime=-1 2024-11-25T02:21:08,891 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:21:08,891 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501328893 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501388893 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:39961, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,895 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:08,897 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:21:08,899 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:21:08,899 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:21:08,899 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39961,1732501265366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:08,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c298318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:08,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:08,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:08,948 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:08,950 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:08,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df14aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:08,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:08,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:08,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:08,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63066 2024-11-25T02:21:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:08,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcb38ca0005 connected 2024-11-25T02:21:08,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9cda08 2024-11-25T02:21:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:08,991 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:08,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:21:08,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:08,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:08,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:21:08,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:21:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:09,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e34e3fb227ddfd8625828612a89bb7b9, NAME => 'test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883 2024-11-25T02:21:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:21:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:09,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:09,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e34e3fb227ddfd8625828612a89bb7b9, disabling compactions & flushes 2024-11-25T02:21:09,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:09,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:09,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. after waiting 0 ms 2024-11-25T02:21:09,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:09,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:09,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e34e3fb227ddfd8625828612a89bb7b9: Waiting for close lock at 1732501269806Disabling compacts and flushes for region at 1732501269806Disabling writes for close at 1732501269807 (+1 ms)Writing region close event to WAL at 1732501269807Closed at 1732501269807 2024-11-25T02:21:09,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:09,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501269808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501269808"}]},"ts":"1732501269808"} 2024-11-25T02:21:09,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:09,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:09,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501269811"}]},"ts":"1732501269811"} 2024-11-25T02:21:09,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:21:09,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e34e3fb227ddfd8625828612a89bb7b9, ASSIGN}] 2024-11-25T02:21:09,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e34e3fb227ddfd8625828612a89bb7b9, ASSIGN 2024-11-25T02:21:09,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e34e3fb227ddfd8625828612a89bb7b9, ASSIGN; state=OFFLINE, location=dbdd1c922b13,38157,1732501259764; forceNewPlan=false, retain=false 2024-11-25T02:21:09,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e34e3fb227ddfd8625828612a89bb7b9, regionState=OPENING, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:09,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e34e3fb227ddfd8625828612a89bb7b9, ASSIGN because future has completed 2024-11-25T02:21:09,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e34e3fb227ddfd8625828612a89bb7b9, server=dbdd1c922b13,38157,1732501259764}] 2024-11-25T02:21:10,124 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:10,124 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e34e3fb227ddfd8625828612a89bb7b9, NAME => 'test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:10,124 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:10,124 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:21:10,124 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,124 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:10,124 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,124 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,126 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,127 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34e3fb227ddfd8625828612a89bb7b9 columnFamilyName f 2024-11-25T02:21:10,127 DEBUG [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:10,127 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(327): Store=e34e3fb227ddfd8625828612a89bb7b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:10,127 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,129 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34e3fb227ddfd8625828612a89bb7b9 columnFamilyName f1 2024-11-25T02:21:10,129 DEBUG [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:10,129 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(327): Store=e34e3fb227ddfd8625828612a89bb7b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:10,129 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,130 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e34e3fb227ddfd8625828612a89bb7b9 columnFamilyName norep 2024-11-25T02:21:10,130 DEBUG [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:10,130 INFO [StoreOpener-e34e3fb227ddfd8625828612a89bb7b9-1 {}] regionserver.HStore(327): Store=e34e3fb227ddfd8625828612a89bb7b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:10,130 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,131 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,131 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,132 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,132 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,132 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:10,133 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,134 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:10,135 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e34e3fb227ddfd8625828612a89bb7b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73028969, jitterRate=0.08821643888950348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:10,135 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:10,135 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e34e3fb227ddfd8625828612a89bb7b9: Running coprocessor pre-open hook at 1732501270125Writing region info on filesystem at 1732501270125Initializing all the Stores at 1732501270125Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501270125Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501270126 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501270126Cleaning up temporary data from old regions at 1732501270132 (+6 ms)Running coprocessor post-open hooks at 1732501270135 (+3 ms)Region opened successfully at 1732501270135 2024-11-25T02:21:10,136 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., pid=6, masterSystemTime=1732501270120 2024-11-25T02:21:10,138 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:10,138 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:10,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e34e3fb227ddfd8625828612a89bb7b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:10,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e34e3fb227ddfd8625828612a89bb7b9, server=dbdd1c922b13,38157,1732501259764 because future has completed 2024-11-25T02:21:10,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:21:10,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e34e3fb227ddfd8625828612a89bb7b9, server=dbdd1c922b13,38157,1732501259764 in 172 msec 2024-11-25T02:21:10,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:21:10,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e34e3fb227ddfd8625828612a89bb7b9, ASSIGN in 330 msec 2024-11-25T02:21:10,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:10,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501270145"}]},"ts":"1732501270145"} 2024-11-25T02:21:10,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:21:10,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:10,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-25T02:21:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:11,143 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:21:11,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35150df3 2024-11-25T02:21:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:11,145 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:11,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:21:11,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:11,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:11,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:21:11,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:21:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:11,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 278f67a200195d2644306517ae61263d, NAME => 'test,,1732501271145.278f67a200195d2644306517ae61263d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05 2024-11-25T02:21:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:21:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501271145.278f67a200195d2644306517ae61263d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 278f67a200195d2644306517ae61263d, disabling compactions & flushes 2024-11-25T02:21:11,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501271145.278f67a200195d2644306517ae61263d. after waiting 0 ms 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:11,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:11,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 278f67a200195d2644306517ae61263d: Waiting for close lock at 1732501271960Disabling compacts and flushes for region at 1732501271960Disabling writes for close at 1732501271960Writing region close event to WAL at 1732501271960Closed at 1732501271960 2024-11-25T02:21:11,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:11,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501271145.278f67a200195d2644306517ae61263d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501271962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501271962"}]},"ts":"1732501271962"} 2024-11-25T02:21:11,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:11,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:11,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501271965"}]},"ts":"1732501271965"} 2024-11-25T02:21:11,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:21:11,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=278f67a200195d2644306517ae61263d, ASSIGN}] 2024-11-25T02:21:11,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=278f67a200195d2644306517ae61263d, ASSIGN 2024-11-25T02:21:11,969 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=278f67a200195d2644306517ae61263d, ASSIGN; state=OFFLINE, location=dbdd1c922b13,40963,1732501265514; forceNewPlan=false, retain=false 2024-11-25T02:21:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:21:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:21:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:12,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:12,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:21:12,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:12,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:21:12,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:12,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:21:12,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=278f67a200195d2644306517ae61263d, regionState=OPENING, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:12,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=278f67a200195d2644306517ae61263d, ASSIGN because future has completed 2024-11-25T02:21:12,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278f67a200195d2644306517ae61263d, server=dbdd1c922b13,40963,1732501265514}] 2024-11-25T02:21:12,277 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:12,277 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 278f67a200195d2644306517ae61263d, NAME => 'test,,1732501271145.278f67a200195d2644306517ae61263d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:12,277 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:12,278 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:21:12,278 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,278 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501271145.278f67a200195d2644306517ae61263d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:12,278 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,278 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,279 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,280 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278f67a200195d2644306517ae61263d columnFamilyName f 2024-11-25T02:21:12,280 DEBUG [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:12,280 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(327): Store=278f67a200195d2644306517ae61263d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:12,280 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,281 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278f67a200195d2644306517ae61263d columnFamilyName f1 2024-11-25T02:21:12,281 DEBUG [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:12,282 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(327): Store=278f67a200195d2644306517ae61263d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:12,282 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,283 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 278f67a200195d2644306517ae61263d columnFamilyName norep 2024-11-25T02:21:12,283 DEBUG [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:12,283 INFO [StoreOpener-278f67a200195d2644306517ae61263d-1 {}] regionserver.HStore(327): Store=278f67a200195d2644306517ae61263d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:12,283 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:12,284 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,284 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,284 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,284 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,285 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:12,286 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,287 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:12,287 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 278f67a200195d2644306517ae61263d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69422406, jitterRate=0.034474462270736694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:12,288 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:12,288 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 278f67a200195d2644306517ae61263d: Running coprocessor pre-open hook at 1732501272278Writing region info on filesystem at 1732501272278Initializing all the Stores at 1732501272279 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501272279Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501272279Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501272279Cleaning up temporary data from old regions at 1732501272284 (+5 ms)Running coprocessor post-open hooks at 1732501272288 (+4 ms)Region opened successfully at 1732501272288 2024-11-25T02:21:12,289 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501271145.278f67a200195d2644306517ae61263d., pid=6, masterSystemTime=1732501272274 2024-11-25T02:21:12,291 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:12,291 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:12,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=278f67a200195d2644306517ae61263d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 278f67a200195d2644306517ae61263d, server=dbdd1c922b13,40963,1732501265514 because future has completed 2024-11-25T02:21:12,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:21:12,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 278f67a200195d2644306517ae61263d, server=dbdd1c922b13,40963,1732501265514 in 172 msec 2024-11-25T02:21:12,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:21:12,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=278f67a200195d2644306517ae61263d, ASSIGN in 329 msec 2024-11-25T02:21:12,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:12,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501272298"}]},"ts":"1732501272298"} 2024-11-25T02:21:12,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:21:12,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:12,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-25T02:21:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:13,293 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:21:13,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:13,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:13,295 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b46b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,296 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:13,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84b09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba154a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:13,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:13,298 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,299 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:13,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:13,301 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,303 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bced04f 2024-11-25T02:21:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:13,306 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:13,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:39961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:21:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:21:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:13,309 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39961' 2024-11-25T02:21:13,310 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0c279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,310 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:13,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:13,310 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5898a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,312 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:13,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dabb486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:13,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:13,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:13,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68842f6e 2024-11-25T02:21:13,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:13,314 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:13,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:21:13,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:21:13,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:13,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:13,315 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:13,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:21:13,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:13,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:13,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:21:13,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8998fa6f073162d5fbc03ee3e9a8a097, NAME => 'hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883 2024-11-25T02:21:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:21:13,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:13,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8998fa6f073162d5fbc03ee3e9a8a097, disabling compactions & flushes 2024-11-25T02:21:13,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. after waiting 0 ms 2024-11-25T02:21:13,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8998fa6f073162d5fbc03ee3e9a8a097: Waiting for close lock at 1732501273330Disabling compacts and flushes for region at 1732501273330Disabling writes for close at 1732501273330Writing region close event to WAL at 1732501273330Closed at 1732501273330 2024-11-25T02:21:13,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:13,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501273332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501273332"}]},"ts":"1732501273332"} 2024-11-25T02:21:13,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:13,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:13,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501273339"}]},"ts":"1732501273339"} 2024-11-25T02:21:13,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:21:13,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097, ASSIGN}] 2024-11-25T02:21:13,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097, ASSIGN 2024-11-25T02:21:13,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097, ASSIGN; state=OFFLINE, location=dbdd1c922b13,38157,1732501259764; forceNewPlan=false, retain=false 2024-11-25T02:21:13,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:21:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:13,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8998fa6f073162d5fbc03ee3e9a8a097, regionState=OPENING, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:13,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097, ASSIGN because future has completed 2024-11-25T02:21:13,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8998fa6f073162d5fbc03ee3e9a8a097, server=dbdd1c922b13,38157,1732501259764}] 2024-11-25T02:21:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:13,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:21:13,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:13,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:21:13,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C38157%2C1732501259764.rep, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs, maxLogs=10 2024-11-25T02:21:13,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.rep.1732501273915, exclude list is [], retry=0 2024-11-25T02:21:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38471,DS-c6642330-baed-4766-b014-a7de5ee5b3ec,DISK] 2024-11-25T02:21:13,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.rep.1732501273915 2024-11-25T02:21:13,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-25T02:21:13,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8998fa6f073162d5fbc03ee3e9a8a097, NAME => 'hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:13,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. service=MultiRowMutationService 2024-11-25T02:21:13,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,932 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:13,933 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8998fa6f073162d5fbc03ee3e9a8a097 columnFamilyName hfileref 2024-11-25T02:21:13,933 DEBUG [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:13,933 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(327): Store=8998fa6f073162d5fbc03ee3e9a8a097/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:13,934 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,934 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8998fa6f073162d5fbc03ee3e9a8a097 columnFamilyName queue 2024-11-25T02:21:13,934 DEBUG [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:13,935 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(327): Store=8998fa6f073162d5fbc03ee3e9a8a097/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:13,935 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,936 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8998fa6f073162d5fbc03ee3e9a8a097 columnFamilyName sid 2024-11-25T02:21:13,936 DEBUG [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:13,936 INFO [StoreOpener-8998fa6f073162d5fbc03ee3e9a8a097-1 {}] regionserver.HStore(327): Store=8998fa6f073162d5fbc03ee3e9a8a097/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:13,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:13,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:13,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8998fa6f073162d5fbc03ee3e9a8a097; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73296571, jitterRate=0.0922040194272995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:13,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:13,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8998fa6f073162d5fbc03ee3e9a8a097: Running coprocessor pre-open hook at 1732501273931Writing region info on filesystem at 1732501273931Initializing all the Stores at 1732501273932 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501273932Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501273932Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501273932Cleaning up temporary data from old regions at 1732501273938 (+6 ms)Running coprocessor post-open hooks at 1732501273941 (+3 ms)Region opened successfully at 1732501273941 2024-11-25T02:21:13,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097., pid=10, masterSystemTime=1732501273648 2024-11-25T02:21:13,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:13,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8998fa6f073162d5fbc03ee3e9a8a097, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:13,945 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33749 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=dbdd1c922b13,38157,1732501259764, table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T02:21:13,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8998fa6f073162d5fbc03ee3e9a8a097, server=dbdd1c922b13,38157,1732501259764 because future has completed 2024-11-25T02:21:13,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:21:13,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8998fa6f073162d5fbc03ee3e9a8a097, server=dbdd1c922b13,38157,1732501259764 in 451 msec 2024-11-25T02:21:13,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:21:13,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8998fa6f073162d5fbc03ee3e9a8a097, ASSIGN in 607 msec 2024-11-25T02:21:13,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:13,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501273951"}]},"ts":"1732501273951"} 2024-11-25T02:21:13,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:21:13,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:13,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 638 msec 2024-11-25T02:21:13,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2] 2024-11-25T02:21:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:14,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:21:14,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:21:14,179 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:21:14,205 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,38157,1732501259764, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:21:14,206 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:14,206 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:14,206 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:14,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,38157,1732501259764', locateType=CURRENT is [region=hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2] 2024-11-25T02:21:14,211 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:21:14,213 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,38157,1732501259764 suceeded 2024-11-25T02:21:14,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:21:14,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-25T02:21:14,215 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:39961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:21:14,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 909 msec 2024-11-25T02:21:14,229 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39961' 2024-11-25T02:21:14,230 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f2426eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,230 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:14,231 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:14,231 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e32100b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,233 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:14,233 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce42478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,233 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f35126 2024-11-25T02:21:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:14,235 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:14,235 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,38157,1732501259764 (queues=1) is replicating from cluster=4f20438d-8599-4e37-865f-2ca02b3a2f89 to cluster=21289158-cf71-4fa2-8565-ae27887e60f9 2024-11-25T02:21:14,236 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C38157%2C1732501259764 2024-11-25T02:21:14,236 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,38157,1732501259764, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:21:14,236 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C38157%2C1732501259764 2024-11-25T02:21:14,236 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078, startPosition=0, beingWritten=true 2024-11-25T02:21:14,241 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:14,241 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:14,241 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,38157,1732501259764 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:14,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:14,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:21:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:14,443 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:21:14,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:14,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:14,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:14,445 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:14,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20e052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:14,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:14,446 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a7622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,448 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:14,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13dd9c8c 2024-11-25T02:21:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:14,452 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:14,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:33749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:21:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:21:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:14,455 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:33749' 2024-11-25T02:21:14,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a00946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:14,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:14,457 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237dbef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,458 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:14,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126e564d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:14,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:14,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:14,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf5c597 2024-11-25T02:21:14,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:14,461 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:14,461 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:21:14,461 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:21:14,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:14,462 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:14,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:14,463 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:21:14,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:14,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:14,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:21:14,492 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98583cf2d7be5a801d8b0c3690aab636, NAME => 'hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05 2024-11-25T02:21:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:21:14,514 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:21:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:14,750 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98583cf2d7be5a801d8b0c3690aab636, disabling compactions & flushes 2024-11-25T02:21:14,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. after waiting 0 ms 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:14,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:14,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98583cf2d7be5a801d8b0c3690aab636: Waiting for close lock at 1732501274898Disabling compacts and flushes for region at 1732501274898Disabling writes for close at 1732501274898Writing region close event to WAL at 1732501274898Closed at 1732501274898 2024-11-25T02:21:14,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:14,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501274899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501274899"}]},"ts":"1732501274899"} 2024-11-25T02:21:14,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:14,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:14,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501274903"}]},"ts":"1732501274903"} 2024-11-25T02:21:14,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:21:14,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98583cf2d7be5a801d8b0c3690aab636, ASSIGN}] 2024-11-25T02:21:14,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98583cf2d7be5a801d8b0c3690aab636, ASSIGN 2024-11-25T02:21:14,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98583cf2d7be5a801d8b0c3690aab636, ASSIGN; state=OFFLINE, location=dbdd1c922b13,40963,1732501265514; forceNewPlan=false, retain=false 2024-11-25T02:21:15,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98583cf2d7be5a801d8b0c3690aab636, regionState=OPENING, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:15,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98583cf2d7be5a801d8b0c3690aab636, ASSIGN because future has completed 2024-11-25T02:21:15,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98583cf2d7be5a801d8b0c3690aab636, server=dbdd1c922b13,40963,1732501265514}] 2024-11-25T02:21:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:15,155 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:15,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:15,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:15,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:21:15,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C40963%2C1732501265514.rep, suffix=, logDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514, archiveDir=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/oldWALs, maxLogs=10 2024-11-25T02:21:15,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.rep.1732501275216, exclude list is [], retry=0 2024-11-25T02:21:15,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-a1d600a1-fd12-4a24-ad83-aa126c4b11c6,DISK] 2024-11-25T02:21:15,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.rep.1732501275216 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37313:37313)] 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98583cf2d7be5a801d8b0c3690aab636, NAME => 'hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:15,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. service=MultiRowMutationService 2024-11-25T02:21:15,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,240 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,242 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98583cf2d7be5a801d8b0c3690aab636 columnFamilyName hfileref 2024-11-25T02:21:15,242 DEBUG [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:15,242 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(327): Store=98583cf2d7be5a801d8b0c3690aab636/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:15,242 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,243 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98583cf2d7be5a801d8b0c3690aab636 columnFamilyName queue 2024-11-25T02:21:15,243 DEBUG [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:15,243 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(327): Store=98583cf2d7be5a801d8b0c3690aab636/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:15,244 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,244 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98583cf2d7be5a801d8b0c3690aab636 columnFamilyName sid 2024-11-25T02:21:15,244 DEBUG [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:15,245 INFO [StoreOpener-98583cf2d7be5a801d8b0c3690aab636-1 {}] regionserver.HStore(327): Store=98583cf2d7be5a801d8b0c3690aab636/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:15,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:15,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98583cf2d7be5a801d8b0c3690aab636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74862499, jitterRate=0.11553816497325897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98583cf2d7be5a801d8b0c3690aab636: Running coprocessor pre-open hook at 1732501275234Writing region info on filesystem at 1732501275235 (+1 ms)Initializing all the Stores at 1732501275235Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501275235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501275240 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501275240Cleaning up temporary data from old regions at 1732501275246 (+6 ms)Running coprocessor post-open hooks at 1732501275250 (+4 ms)Region opened successfully at 1732501275250 2024-11-25T02:21:15,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636., pid=10, masterSystemTime=1732501275211 2024-11-25T02:21:15,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:15,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:15,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98583cf2d7be5a801d8b0c3690aab636, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:15,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98583cf2d7be5a801d8b0c3690aab636, server=dbdd1c922b13,40963,1732501265514 because future has completed 2024-11-25T02:21:15,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:21:15,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98583cf2d7be5a801d8b0c3690aab636, server=dbdd1c922b13,40963,1732501265514 in 196 msec 2024-11-25T02:21:15,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:21:15,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98583cf2d7be5a801d8b0c3690aab636, ASSIGN in 351 msec 2024-11-25T02:21:15,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:15,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501275258"}]},"ts":"1732501275258"} 2024-11-25T02:21:15,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:21:15,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:15,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-25T02:21:15,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2] 2024-11-25T02:21:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:15,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:21:15,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:21:15,508 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:21:15,535 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,40963,1732501265514, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:21:15,535 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:15,535 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:15,536 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:15,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,40963,1732501265514', locateType=CURRENT is [region=hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2] 2024-11-25T02:21:15,540 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:21:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:21:15,542 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,40963,1732501265514 suceeded 2024-11-25T02:21:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:21:15,544 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:33749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:21:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-25T02:21:15,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-25T02:21:15,553 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:33749' 2024-11-25T02:21:15,554 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:15,554 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:15,555 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:15,555 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e41fa86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:15,557 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:15,557 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e82046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:15,557 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:15,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:15,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e628138 2024-11-25T02:21:15,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:15,559 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:15,559 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,40963,1732501265514 (queues=1) is replicating from cluster=21289158-cf71-4fa2-8565-ae27887e60f9 to cluster=4f20438d-8599-4e37-865f-2ca02b3a2f89 2024-11-25T02:21:15,559 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C40963%2C1732501265514 2024-11-25T02:21:15,560 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,40963,1732501265514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:21:15,560 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C40963%2C1732501265514 2024-11-25T02:21:15,560 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, startPosition=0, beingWritten=true 2024-11-25T02:21:15,565 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:15,565 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:15,565 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,40963,1732501265514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:15,594 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:21:15,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:15,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:15,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:15,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:15,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:15,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:15,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732501275598/Put/seqid=0 2024-11-25T02:21:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741840_1016 (size=7894) 2024-11-25T02:21:15,660 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:15,770 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:16,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732501276005/Put/seqid=0 2024-11-25T02:21:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741841_1017 (size=7691) 2024-11-25T02:21:16,079 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:16,263 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:16,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f43fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:16,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:16,411 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72c5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:16,413 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:16,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c92ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:16,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:16,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d09be2 2024-11-25T02:21:16,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:16,424 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:16,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2] 2024-11-25T02:21:16,429 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:16,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T02:21:16,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T02:21:16,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T02:21:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:16,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T02:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegion(2603): Flush status journal for e34e3fb227ddfd8625828612a89bb7b9: 2024-11-25T02:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_0 2024-11-25T02:21:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_0 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ 2024-11-25T02:21:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_1 2024-11-25T02:21:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_1 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ 2024-11-25T02:21:16,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_0 into e34e3fb227ddfd8625828612a89bb7b9/f as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ - updating store file list. 2024-11-25T02:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:16,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ into e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:16,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_0 into e34e3fb227ddfd8625828612a89bb7b9/f (new location: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_) 2024-11-25T02:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_0 2024-11-25T02:21:16,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_1 into e34e3fb227ddfd8625828612a89bb7b9/f as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ - updating store file list. 2024-11-25T02:21:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ce239a3868d4a5286330ded857f691a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:16,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ into e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:16,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_1 into e34e3fb227ddfd8625828612a89bb7b9/f (new location: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_) 2024-11-25T02:21:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins__test__c7rnrlk6r34rl1h4f4n93j2glmfg1guilhhev34ccp5tkrabe9umajd5rfs0i76l/f/hfile_1 2024-11-25T02:21:16,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:16,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:16,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2 , the old value is region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:38157 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:21:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:21:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2 from cache 2024-11-25T02:21:16,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:16,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:21:16,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:16,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:16,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2] 2024-11-25T02:21:16,475 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:21:16,484 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:16,573 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:38157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:21:16,968 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 379, reset compression=false 2024-11-25T02:21:16,973 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:16,973 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,38157,1732501259764 got entry batch from reader: WALEntryBatch [walEntries=[{test/e34e3fb227ddfd8625828612a89bb7b9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501276465/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:21:16,976 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:16,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-25T02:21:16,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.ReplicationSink(318): Replicating [4f20438d-8599-4e37-865f-2ca02b3a2f89] bulk loaded data 2024-11-25T02:21:16,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118579fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:16,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:16,979 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:16,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:16,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a4591e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:16,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:16,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:16,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5a44b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:16,987 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741840_1016 (size=7894) 2024-11-25T02:21:17,174 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:17,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741841_1017 (size=7691) 2024-11-25T02:21:17,477 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:21:17,478 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:17,592 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:17,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:17,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:17,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730acd80 2024-11-25T02:21:17,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:17,806 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:17,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:17,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:17,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:17,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:17,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:17,814 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T02:21:17,817 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T02:21:17,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ for inclusion in 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T02:21:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:17,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ for inclusion in 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T02:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegion(2603): Flush status journal for 278f67a200195d2644306517ae61263d: 2024-11-25T02:21:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:21:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_ 2024-11-25T02:21:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4ce239a3868d4a5286330ded857f691a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:21:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/dc0009101bad497d9dc07b219fc9c663_SeqId_4_ 2024-11-25T02:21:17,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ into 278f67a200195d2644306517ae61263d/f as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_ - updating store file list. 2024-11-25T02:21:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:17,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_ into 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:17,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ into 278f67a200195d2644306517ae61263d/f (new location: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_) 2024-11-25T02:21:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/dfe9340b41fe43a3ad448e30275f45a6_SeqId_4_ 2024-11-25T02:21:17,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ into 278f67a200195d2644306517ae61263d/f as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/dc0009101bad497d9dc07b219fc9c663_SeqId_4_ - updating store file list. 2024-11-25T02:21:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc0009101bad497d9dc07b219fc9c663_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/dc0009101bad497d9dc07b219fc9c663_SeqId_4_ into 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ into 278f67a200195d2644306517ae61263d/f (new location: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/dc0009101bad497d9dc07b219fc9c663_SeqId_4_) 2024-11-25T02:21:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins.hfs.11__test__3aan9apiuk69lheqf7qbbophkpvtefcbvpivc476e6bohgok0ag88cjegjrm4fp6/f/4ce239a3868d4a5286330ded857f691a_SeqId_4_ 2024-11-25T02:21:17,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.ReplicationSink(324): Finished replicating [4f20438d-8599-4e37-865f-2ca02b3a2f89] bulk loaded data 2024-11-25T02:21:17,882 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:18,296 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 379, reset compression=false 2024-11-25T02:21:18,301 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:18,301 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,40963,1732501265514 got entry batch from reader: WALEntryBatch [walEntries=[{test/278f67a200195d2644306517ae61263d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501277843/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T02:21:18,303 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:18,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-25T02:21:18,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.ReplicationSink(318): Replicating [4f20438d-8599-4e37-865f-2ca02b3a2f89, 21289158-cf71-4fa2-8565-ae27887e60f9] bulk loaded data 2024-11-25T02:21:18,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf3386b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:18,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,33749,-1 for getting cluster id 2024-11-25T02:21:18,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:18,305 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f20438d-8599-4e37-865f-2ca02b3a2f89' 2024-11-25T02:21:18,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:18,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f20438d-8599-4e37-865f-2ca02b3a2f89" 2024-11-25T02:21:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61fde08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,33749,-1] 2024-11-25T02:21:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:18,306 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:18,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794e9806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741842_1018 (size=7894) 2024-11-25T02:21:18,388 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:18,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:18,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732501278487/Put/seqid=0 2024-11-25T02:21:18,504 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 725, reset compression=false 2024-11-25T02:21:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741842_1018 (size=11194) 2024-11-25T02:21:18,809 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 725, reset compression=false 2024-11-25T02:21:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741843_1019 (size=7691) 2024-11-25T02:21:18,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732501278909/Put/seqid=0 2024-11-25T02:21:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741843_1019 (size=10791) 2024-11-25T02:21:18,992 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:19,214 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 725, reset compression=false 2024-11-25T02:21:19,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52be6013 2024-11-25T02:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:19,220 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:19,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:19,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:19,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:19,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:19,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:19,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__6th7habj9lo04s7gfh002isepjhknnkqrr4an6jd86r8t44vjs36i5a97hl2vr8n/f/0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T02:21:19,233 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__6th7habj9lo04s7gfh002isepjhknnkqrr4an6jd86r8t44vjs36i5a97hl2vr8n/f/dc0009101bad497d9dc07b219fc9c663_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T02:21:19,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.ReplicationSink(324): Finished replicating [4f20438d-8599-4e37-865f-2ca02b3a2f89, 21289158-cf71-4fa2-8565-ae27887e60f9] bulk loaded data 2024-11-25T02:21:19,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eadd62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:19,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39961,-1 for getting cluster id 2024-11-25T02:21:19,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:19,320 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21289158-cf71-4fa2-8565-ae27887e60f9' 2024-11-25T02:21:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21289158-cf71-4fa2-8565-ae27887e60f9" 2024-11-25T02:21:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b291065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39961,-1] 2024-11-25T02:21:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:19,321 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:19,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8c5ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:19,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:19,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:19,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:19,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:19,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3802f1ad 2024-11-25T02:21:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:19,334 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2] 2024-11-25T02:21:19,341 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:19,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T02:21:19,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T02:21:19,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T02:21:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:19,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T02:21:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegion(2603): Flush status journal for 278f67a200195d2644306517ae61263d: 2024-11-25T02:21:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_1 2024-11-25T02:21:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_1 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ 2024-11-25T02:21:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_0 2024-11-25T02:21:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_0 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ 2024-11-25T02:21:19,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_1 into 278f67a200195d2644306517ae61263d/f as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ - updating store file list. 2024-11-25T02:21:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7201d5f0760e43c394c37a3a81758dc8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:19,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ into 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:19,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_1 into 278f67a200195d2644306517ae61263d/f (new location: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_) 2024-11-25T02:21:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_1 2024-11-25T02:21:19,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_0 into 278f67a200195d2644306517ae61263d/f as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ - updating store file list. 2024-11-25T02:21:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:19,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ into 278f67a200195d2644306517ae61263d/f 2024-11-25T02:21:19,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_0 into 278f67a200195d2644306517ae61263d/f (new location: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_) 2024-11-25T02:21:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/staging/jenkins__test__i0d5q5sjrb3gpot6li1u7u97l3887qmal1ha5ejd9dmsm4e86f40jiak7mnsrr8f/f/hfile_0 2024-11-25T02:21:19,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:19,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:19,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2 , the old value is region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:40963 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:21:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:21:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501271145.278f67a200195d2644306517ae61263d., hostname=dbdd1c922b13,40963,1732501265514, seqNum=2 from cache 2024-11-25T02:21:19,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:19,383 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:21:19,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:19,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,38157,1732501259764, seqNum=-1] 2024-11-25T02:21:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:19,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., hostname=dbdd1c922b13,38157,1732501259764, seqNum=2] 2024-11-25T02:21:19,395 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:21:19,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:19,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:19,493 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:40963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:19,718 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 725, reset compression=false 2024-11-25T02:21:19,722 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:19,723 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,40963,1732501265514 got entry batch from reader: WALEntryBatch [walEntries=[{test/278f67a200195d2644306517ae61263d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501279380/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:21:19,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.ReplicationSink(318): Replicating [21289158-cf71-4fa2-8565-ae27887e60f9] bulk loaded data 2024-11-25T02:21:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741844_1020 (size=10791) 2024-11-25T02:21:19,923 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1033, reset compression=false 2024-11-25T02:21:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741845_1021 (size=11194) 2024-11-25T02:21:20,227 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1033, reset compression=false 2024-11-25T02:21:20,399 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:21:20,500 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:20,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:20,547 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T02:21:20,549 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T02:21:20,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ for inclusion in e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T02:21:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:20,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ for inclusion in e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T02:21:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:21:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegion(2603): Flush status journal for e34e3fb227ddfd8625828612a89bb7b9: 2024-11-25T02:21:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:21:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/0019a43fc184422db88afb5b2a2addef_SeqId_6_ 2024-11-25T02:21:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:21:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/445e570d928347fd83bb7d0d02481c4b_SeqId_6_ 2024-11-25T02:21:20,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/0019a43fc184422db88afb5b2a2addef_SeqId_6_ - updating store file list. 2024-11-25T02:21:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0019a43fc184422db88afb5b2a2addef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:20,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/0019a43fc184422db88afb5b2a2addef_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:20,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f (new location: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/0019a43fc184422db88afb5b2a2addef_SeqId_6_) 2024-11-25T02:21:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/ad507eb73d704fa1aa7a447677a8b00a_SeqId_6_ 2024-11-25T02:21:20,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/445e570d928347fd83bb7d0d02481c4b_SeqId_6_ - updating store file list. 2024-11-25T02:21:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 445e570d928347fd83bb7d0d02481c4b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:21:20,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/445e570d928347fd83bb7d0d02481c4b_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f 2024-11-25T02:21:20,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ into e34e3fb227ddfd8625828612a89bb7b9/f (new location: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/f/445e570d928347fd83bb7d0d02481c4b_SeqId_6_) 2024-11-25T02:21:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/staging/jenkins.hfs.10__test__dhdibsqgh860ai7d1r81101hf150m0644u1mvaateodp2heq8ahqivve3c57fg4n/f/7201d5f0760e43c394c37a3a81758dc8_SeqId_6_ 2024-11-25T02:21:20,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38157 {}] regionserver.ReplicationSink(324): Finished replicating [21289158-cf71-4fa2-8565-ae27887e60f9] bulk loaded data 2024-11-25T02:21:20,631 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1033, reset compression=false 2024-11-25T02:21:21,134 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1033, reset compression=false 2024-11-25T02:21:21,406 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 687, reset compression=false 2024-11-25T02:21:21,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:21:21,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:21,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:21,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:21,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:21,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:21,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:21:21,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1813334986, stopped=false 2024-11-25T02:21:21,410 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,39961,1732501265366 2024-11-25T02:21:21,411 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:21,411 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,38157,1732501259764 got entry batch from reader: WALEntryBatch [walEntries=[{test/e34e3fb227ddfd8625828612a89bb7b9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501280573/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T02:21:21,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.ReplicationSink(318): Replicating [21289158-cf71-4fa2-8565-ae27887e60f9, 4f20438d-8599-4e37-865f-2ca02b3a2f89] bulk loaded data 2024-11-25T02:21:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741844_1020 (size=11194) 2024-11-25T02:21:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015290013/running 2024-11-25T02:21:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015290013/running 2024-11-25T02:21:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:21,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:21,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:21,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:21,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:21,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/running 2024-11-25T02:21:21,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Set watcher on znode that does not yet exist, /1-2015290013/running 2024-11-25T02:21:21,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,40963,1732501265514' ***** 2024-11-25T02:21:21,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:21:21,524 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:21:21,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:21:21,524 INFO [RS:0;dbdd1c922b13:40963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:21:21,524 INFO [RS:0;dbdd1c922b13:40963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:21:21,524 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 278f67a200195d2644306517ae61263d 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:40963. 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 278f67a200195d2644306517ae61263d, disabling compactions & flushes 2024-11-25T02:21:21,525 DEBUG [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:21,525 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:21,525 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501271145.278f67a200195d2644306517ae61263d. after waiting 0 ms 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:21:21,525 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:21:21,525 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1325): Online Regions={278f67a200195d2644306517ae61263d=test,,1732501271145.278f67a200195d2644306517ae61263d., 1588230740=hbase:meta,,1.1588230740, 98583cf2d7be5a801d8b0c3690aab636=hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636.} 2024-11-25T02:21:21,525 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 278f67a200195d2644306517ae61263d, 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:21,525 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:21,525 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:21,526 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:21:21,529 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/default/test/278f67a200195d2644306517ae61263d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:21,530 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 278f67a200195d2644306517ae61263d: Waiting for close lock at 1732501281525Running coprocessor pre-close hooks at 1732501281525Disabling compacts and flushes for region at 1732501281525Disabling writes for close at 1732501281525Writing region close event to WAL at 1732501281525Running coprocessor post-close hooks at 1732501281530 (+5 ms)Closed at 1732501281530 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501271145.278f67a200195d2644306517ae61263d. 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98583cf2d7be5a801d8b0c3690aab636, disabling compactions & flushes 2024-11-25T02:21:21,530 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. after waiting 0 ms 2024-11-25T02:21:21,530 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:21,530 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98583cf2d7be5a801d8b0c3690aab636 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T02:21:21,545 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/info/da755cd2c92b4d3592abdd6b422de7cf is 147, key is hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636./info:regioninfo/1732501275252/Put/seqid=0 2024-11-25T02:21:21,551 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/hfileref/a8ad91a682d741cbb35374da2292faaf is 74, key is 1/hfileref:0a88b87396a84a4b8a09e7e1baf5ac27_SeqId_4_/1732501279237/DeleteColumn/seqid=0 2024-11-25T02:21:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741845_1021 (size=7686) 2024-11-25T02:21:21,554 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/info/da755cd2c92b4d3592abdd6b422de7cf 2024-11-25T02:21:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741846_1022 (size=5345) 2024-11-25T02:21:21,555 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/hfileref/a8ad91a682d741cbb35374da2292faaf 2024-11-25T02:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/queue/1be5a49c491f46b382b8a18902349625 is 154, key is 1-dbdd1c922b13,40963,1732501265514/queue:dbdd1c922b13%2C40963%2C1732501265514/1732501280578/Put/seqid=0 2024-11-25T02:21:21,574 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/ns/759f3005d78a409c93e25095582d1093 is 43, key is default/ns:d/1732501268887/Put/seqid=0 2024-11-25T02:21:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741847_1023 (size=5353) 2024-11-25T02:21:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741848_1024 (size=5153) 2024-11-25T02:21:21,578 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/ns/759f3005d78a409c93e25095582d1093 2024-11-25T02:21:21,595 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/rep_barrier/4a5546f041674155a7400bce66bfac31 is 112, key is test,,1732501271145.278f67a200195d2644306517ae61263d./rep_barrier:seqnumDuringOpen/1732501272291/Put/seqid=0 2024-11-25T02:21:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741849_1025 (size=5518) 2024-11-25T02:21:21,612 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:21,623 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:21,721 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:21:21,721 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:21:21,725 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:21,738 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1033, reset compression=false 2024-11-25T02:21:21,743 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:21,743 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1328, reset compression=false 2024-11-25T02:21:21,743 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,40963,1732501265514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:21,744 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,40963,1732501265514: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,40963,1732501265514, walGroup=dbdd1c922b13%2C40963%2C1732501265514, offset=dbdd1c922b13%2C40963%2C1732501265514.1732501267855:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:40963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:21:21,746 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:21:21,747 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:21:21,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:21:21,749 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 587904000 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188315048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:21:21,751 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:21:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741850_1026 (size=10791) 2024-11-25T02:21:21,915 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:21,926 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98583cf2d7be5a801d8b0c3690aab636 2024-11-25T02:21:21,949 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1328, reset compression=false 2024-11-25T02:21:21,976 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/queue/1be5a49c491f46b382b8a18902349625 2024-11-25T02:21:21,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/hfileref/a8ad91a682d741cbb35374da2292faaf as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/hfileref/a8ad91a682d741cbb35374da2292faaf 2024-11-25T02:21:21,993 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/hfileref/a8ad91a682d741cbb35374da2292faaf, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T02:21:21,994 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/.tmp/queue/1be5a49c491f46b382b8a18902349625 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/queue/1be5a49c491f46b382b8a18902349625 2024-11-25T02:21:21,999 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/queue/1be5a49c491f46b382b8a18902349625, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T02:21:21,999 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/rep_barrier/4a5546f041674155a7400bce66bfac31 2024-11-25T02:21:22,000 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 98583cf2d7be5a801d8b0c3690aab636 in 470ms, sequenceid=12, compaction requested=false 2024-11-25T02:21:22,005 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/replication/98583cf2d7be5a801d8b0c3690aab636/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T02:21:22,005 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:22,005 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:22,005 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:22,006 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98583cf2d7be5a801d8b0c3690aab636: Waiting for close lock at 1732501281530Running coprocessor pre-close hooks at 1732501281530Disabling compacts and flushes for region at 1732501281530Disabling writes for close at 1732501281530Obtaining lock to block concurrent updates at 1732501281530Preparing flush snapshotting stores in 98583cf2d7be5a801d8b0c3690aab636 at 1732501281530Finished memstore snapshotting hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732501281531 (+1 ms)Flushing stores of hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. at 1732501281531Flushing 98583cf2d7be5a801d8b0c3690aab636/hfileref: creating writer at 1732501281531Flushing 98583cf2d7be5a801d8b0c3690aab636/hfileref: appending metadata at 1732501281550 (+19 ms)Flushing 98583cf2d7be5a801d8b0c3690aab636/hfileref: closing flushed file at 1732501281551 (+1 ms)Flushing 98583cf2d7be5a801d8b0c3690aab636/queue: creating writer at 1732501281558 (+7 ms)Flushing 98583cf2d7be5a801d8b0c3690aab636/queue: appending metadata at 1732501281571 (+13 ms)Flushing 98583cf2d7be5a801d8b0c3690aab636/queue: closing flushed file at 1732501281571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c361e0: reopening flushed file at 1732501281979 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a214ef: reopening flushed file at 1732501281993 (+14 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 98583cf2d7be5a801d8b0c3690aab636 in 470ms, sequenceid=12, compaction requested=false at 1732501282000 (+7 ms)Writing region close event to WAL at 1732501282001 (+1 ms)Running coprocessor post-close hooks at 1732501282005 (+4 ms)Closed at 1732501282005 2024-11-25T02:21:22,006 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501274462.98583cf2d7be5a801d8b0c3690aab636. 2024-11-25T02:21:22,020 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/table/d4d48402a08b4b569ec8beec418f11a5 is 53, key is hbase:replication/table:state/1732501275258/Put/seqid=0 2024-11-25T02:21:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741851_1027 (size=5308) 2024-11-25T02:21:22,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T02:21:22,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:22,126 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:22,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:21:22,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:22,253 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1328, reset compression=false 2024-11-25T02:21:22,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 from cache 2024-11-25T02:21:22,319 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:22,326 DEBUG [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:22,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:22,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:22,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:22,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 from cache 2024-11-25T02:21:22,427 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/table/d4d48402a08b4b569ec8beec418f11a5 2024-11-25T02:21:22,432 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/info/da755cd2c92b4d3592abdd6b422de7cf as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/info/da755cd2c92b4d3592abdd6b422de7cf 2024-11-25T02:21:22,437 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/info/da755cd2c92b4d3592abdd6b422de7cf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:21:22,438 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/ns/759f3005d78a409c93e25095582d1093 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/ns/759f3005d78a409c93e25095582d1093 2024-11-25T02:21:22,442 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/ns/759f3005d78a409c93e25095582d1093, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:21:22,443 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/rep_barrier/4a5546f041674155a7400bce66bfac31 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/rep_barrier/4a5546f041674155a7400bce66bfac31 2024-11-25T02:21:22,448 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/rep_barrier/4a5546f041674155a7400bce66bfac31, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:21:22,449 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/.tmp/table/d4d48402a08b4b569ec8beec418f11a5 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/table/d4d48402a08b4b569ec8beec418f11a5 2024-11-25T02:21:22,454 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/table/d4d48402a08b4b569ec8beec418f11a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:21:22,455 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-25T02:21:22,463 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:21:22,464 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:22,464 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:22,464 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:22,464 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501281525Running coprocessor pre-close hooks at 1732501281525Disabling compacts and flushes for region at 1732501281525Disabling writes for close at 1732501281525Obtaining lock to block concurrent updates at 1732501281526 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732501281526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501281526Flushing stores of hbase:meta,,1.1588230740 at 1732501281526Flushing 1588230740/info: creating writer at 1732501281526Flushing 1588230740/info: appending metadata at 1732501281544 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732501281544Flushing 1588230740/ns: creating writer at 1732501281558 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732501281573 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732501281573Flushing 1588230740/rep_barrier: creating writer at 1732501281582 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501281595 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501281595Flushing 1588230740/table: creating writer at 1732501282004 (+409 ms)Flushing 1588230740/table: appending metadata at 1732501282019 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732501282019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0354aa: reopening flushed file at 1732501282431 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cff68c8: reopening flushed file at 1732501282437 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f942f54: reopening flushed file at 1732501282443 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd07fdb: reopening flushed file at 1732501282448 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1732501282455 (+7 ms)Writing region close event to WAL at 1732501282460 (+5 ms)Running coprocessor post-close hooks at 1732501282464 (+4 ms)Closed at 1732501282464 2024-11-25T02:21:22,464 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:22,526 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,40963,1732501265514; all regions closed. 2024-11-25T02:21:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:21:22,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.meta.1732501268798.meta not finished, retry = 0 2024-11-25T02:21:22,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:22,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1] 2024-11-25T02:21:22,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbdd1c922b13,40963,1732501265514 aborting 2024-11-25T02:21:22,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,40963,1732501265514, seqNum=-1 from cache 2024-11-25T02:21:22,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.rep.1732501275216 not finished, retry = 0 2024-11-25T02:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741839_1015 (size=3127) 2024-11-25T02:21:22,658 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/WALs/dbdd1c922b13,40963,1732501265514/dbdd1c922b13%2C40963%2C1732501265514.1732501267855 to pos 1328, reset compression=false 2024-11-25T02:21:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741832_1008 (size=1336) 2024-11-25T02:21:22,734 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:22,734 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:22,734 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:22,734 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:22,734 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:22,734 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:22,735 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,40963,1732501265514 because: Region server is closing 2024-11-25T02:21:22,735 INFO [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:40963. 2024-11-25T02:21:22,735 DEBUG [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:22,735 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:22,735 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:22,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:22,823 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:22,835 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.shipperdbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 terminated 2024-11-25T02:21:22,835 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,40963,1732501265514.replicationSource.wal-reader.dbdd1c922b13%2C40963%2C1732501265514,1-dbdd1c922b13,40963,1732501265514 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:21:22,835 INFO [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:40963. 2024-11-25T02:21:22,836 DEBUG [RS:0;dbdd1c922b13:40963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:22,836 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:22,836 DEBUG [RS:0;dbdd1c922b13:40963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:22,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:22,836 INFO [RS:0;dbdd1c922b13:40963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40963 2024-11-25T02:21:22,837 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-25T02:21:22,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-25T02:21:22,837 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:40963 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-25T02:21:22,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40963 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:49822 deadline: 1732501341412, exception=java.io.InterruptedIOException 2024-11-25T02:21:22,841 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:21:22,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:22,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-25T02:21:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015290013/rs/dbdd1c922b13,40963,1732501265514 2024-11-25T02:21:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013/rs 2024-11-25T02:21:22,888 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:22,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,40963,1732501265514] 2024-11-25T02:21:22,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2015290013/draining/dbdd1c922b13,40963,1732501265514 already deleted, retry=false 2024-11-25T02:21:22,909 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,40963,1732501265514 expired; onlineServers=0 2024-11-25T02:21:22,909 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,39961,1732501265366' ***** 2024-11-25T02:21:22,909 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:21:22,909 INFO [M:0;dbdd1c922b13:39961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:22,909 INFO [M:0;dbdd1c922b13:39961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:22,909 DEBUG [M:0;dbdd1c922b13:39961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:21:22,910 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:21:22,910 DEBUG [M:0;dbdd1c922b13:39961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:21:22,910 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501267554 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501267554,5,FailOnTimeoutGroup] 2024-11-25T02:21:22,910 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501267554 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501267554,5,FailOnTimeoutGroup] 2024-11-25T02:21:22,910 INFO [M:0;dbdd1c922b13:39961 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:22,910 INFO [M:0;dbdd1c922b13:39961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:22,910 DEBUG [M:0;dbdd1c922b13:39961 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:21:22,910 INFO [M:0;dbdd1c922b13:39961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:21:22,910 INFO [M:0;dbdd1c922b13:39961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:22,910 INFO [M:0;dbdd1c922b13:39961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:21:22,910 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:21:22,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2015290013/master 2024-11-25T02:21:22,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2015290013 2024-11-25T02:21:22,920 DEBUG [M:0;dbdd1c922b13:39961 {}] zookeeper.ZKUtil(347): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Unable to get data of znode /1-2015290013/master because node does not exist (not an error) 2024-11-25T02:21:22,920 WARN [M:0;dbdd1c922b13:39961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:21:22,920 INFO [M:0;dbdd1c922b13:39961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/.lastflushedseqids 2024-11-25T02:21:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741852_1028 (size=263) 2024-11-25T02:21:22,924 INFO [M:0;dbdd1c922b13:39961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:21:22,924 INFO [M:0;dbdd1c922b13:39961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:21:22,925 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:22,925 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:22,925 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:22,925 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:22,925 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:22,925 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:21:22,939 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbdd1c922b13:40963 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:40963 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:22,940 DEBUG [M:0;dbdd1c922b13:39961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc2a2ae18bd4fc2ae68c75e5d8370e6 is 82, key is hbase:meta,,1/info:regioninfo/1732501268827/Put/seqid=0 2024-11-25T02:21:22,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address dbdd1c922b13:40963 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:40963 2024-11-25T02:21:22,940 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=dbdd1c922b13:40963 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:40963 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:40963 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-25T02:21:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:21:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53656 deadline: 1732501342942, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T02:21:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741853_1029 (size=5672) 2024-11-25T02:21:22,944 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T02:21:22,949 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:22,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:22,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40963-0x1016fcb38ca0004, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:22,999 INFO [RS:0;dbdd1c922b13:40963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:22,999 INFO [RS:0;dbdd1c922b13:40963 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,40963,1732501265514; zookeeper connection closed. 2024-11-25T02:21:22,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4755f7a1 2024-11-25T02:21:22,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:21:23,149 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T02:21:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:21:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53656 deadline: 1732501343150, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T02:21:23,151 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T02:21:23,152 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:23,152 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T02:21:23,346 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc2a2ae18bd4fc2ae68c75e5d8370e6 2024-11-25T02:21:23,366 DEBUG [M:0;dbdd1c922b13:39961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66f4e792a42441b3bb8a263145f27789 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501275261/Put/seqid=0 2024-11-25T02:21:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741854_1030 (size=8516) 2024-11-25T02:21:23,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:23,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-25T02:21:23,394 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:23,426 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:23,453 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T02:21:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:21:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53656 deadline: 1732501343454, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T02:21:23,455 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T02:21:23,456 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:23,456 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T02:21:23,770 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66f4e792a42441b3bb8a263145f27789 2024-11-25T02:21:23,835 DEBUG [M:0;dbdd1c922b13:39961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b7fc45af77439fa40751cc0fadea3e is 69, key is dbdd1c922b13,40963,1732501265514/rs:state/1732501267688/Put/seqid=0 2024-11-25T02:21:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741855_1031 (size=5156) 2024-11-25T02:21:23,857 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T02:21:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:21:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53656 deadline: 1732501343858, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T02:21:23,859 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T02:21:23,859 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:23,859 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T02:21:24,130 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:24,239 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b7fc45af77439fa40751cc0fadea3e 2024-11-25T02:21:24,244 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc2a2ae18bd4fc2ae68c75e5d8370e6 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc2a2ae18bd4fc2ae68c75e5d8370e6 2024-11-25T02:21:24,248 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc2a2ae18bd4fc2ae68c75e5d8370e6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:21:24,249 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66f4e792a42441b3bb8a263145f27789 as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66f4e792a42441b3bb8a263145f27789 2024-11-25T02:21:24,253 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66f4e792a42441b3bb8a263145f27789, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:21:24,254 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b7fc45af77439fa40751cc0fadea3e as hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b7fc45af77439fa40751cc0fadea3e 2024-11-25T02:21:24,258 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35645/user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b7fc45af77439fa40751cc0fadea3e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:21:24,258 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=97, compaction requested=false 2024-11-25T02:21:24,272 INFO [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:24,272 DEBUG [M:0;dbdd1c922b13:39961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501282925Disabling compacts and flushes for region at 1732501282925Disabling writes for close at 1732501282925Obtaining lock to block concurrent updates at 1732501282925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501282925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501282925Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501282926 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501282926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501282939 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501282939Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501283349 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501283365 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501283365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501283819 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501283835 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501283835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbbd181: reopening flushed file at 1732501284243 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e260a6: reopening flushed file at 1732501284248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c842994: reopening flushed file at 1732501284253 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=97, compaction requested=false at 1732501284258 (+5 ms)Writing region close event to WAL at 1732501284272 (+14 ms)Closed at 1732501284272 2024-11-25T02:21:24,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b0ec35-e2c8-f6f3-30f1-4696d086bd05/MasterData/WALs/dbdd1c922b13,39961,1732501265366/dbdd1c922b13%2C39961%2C1732501265366.1732501267275 not finished, retry = 0 2024-11-25T02:21:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:21:24,360 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T02:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:21:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39961 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53656 deadline: 1732501344361, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T02:21:24,362 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T02:21:24,362 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:24,363 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T02:21:24,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:24,376 INFO [M:0;dbdd1c922b13:39961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:21:24,376 INFO [M:0;dbdd1c922b13:39961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39961 2024-11-25T02:21:24,376 INFO [M:0;dbdd1c922b13:39961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:24,830 INFO [M:0;dbdd1c922b13:39961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:24,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:24,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39961-0x1016fcb38ca0003, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:24,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4663f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:24,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d25857a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:24,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:24,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9a1f08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:24,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52de3a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:24,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:21:24,835 WARN [BP-669716713-172.17.0.3-1732501262892 heartbeating to localhost/127.0.0.1:35645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:21:24,835 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:21:24,835 WARN [BP-669716713-172.17.0.3-1732501262892 heartbeating to localhost/127.0.0.1:35645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-669716713-172.17.0.3-1732501262892 (Datanode Uuid ddf9cf73-fa6d-4d40-8b7c-c2aef67bebfc) service to localhost/127.0.0.1:35645 2024-11-25T02:21:24,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/cluster_63f1baef-db52-7356-2b5f-e365c4f3534b/data/data1/current/BP-669716713-172.17.0.3-1732501262892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:24,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/cluster_63f1baef-db52-7356-2b5f-e365c4f3534b/data/data2/current/BP-669716713-172.17.0.3-1732501262892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:24,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:21:24,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d119d70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:24,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d5bc22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:24,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:24,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3f4154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:24,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a033e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:21:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:21:24,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:24,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:24,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:24,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:21:24,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=777074308, stopped=false 2024-11-25T02:21:24,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,33749,1732501259555 2024-11-25T02:21:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042825240/running 2024-11-25T02:21:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042825240/running 2024-11-25T02:21:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:24,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:24,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/running 2024-11-25T02:21:24,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:24,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:24,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:24,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Set watcher on znode that does not yet exist, /042825240/running 2024-11-25T02:21:24,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,38157,1732501259764' ***** 2024-11-25T02:21:24,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:21:24,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(3091): Received CLOSE for e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(3091): Received CLOSE for 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:24,879 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e34e3fb227ddfd8625828612a89bb7b9, disabling compactions & flushes 2024-11-25T02:21:24,879 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:24,879 INFO [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:38157. 2024-11-25T02:21:24,879 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:24,879 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. after waiting 0 ms 2024-11-25T02:21:24,879 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:24,879 DEBUG [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:24,880 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:24,880 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:21:24,880 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:21:24,880 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:21:24,880 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:21:24,880 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:21:24,880 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1325): Online Regions={e34e3fb227ddfd8625828612a89bb7b9=test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9., 1588230740=hbase:meta,,1.1588230740, 8998fa6f073162d5fbc03ee3e9a8a097=hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097.} 2024-11-25T02:21:24,880 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8998fa6f073162d5fbc03ee3e9a8a097, e34e3fb227ddfd8625828612a89bb7b9 2024-11-25T02:21:24,880 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:24,880 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:24,880 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:24,880 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:24,880 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:24,880 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:21:24,883 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/default/test/e34e3fb227ddfd8625828612a89bb7b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:24,884 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e34e3fb227ddfd8625828612a89bb7b9: Waiting for close lock at 1732501284879Running coprocessor pre-close hooks at 1732501284879Disabling compacts and flushes for region at 1732501284879Disabling writes for close at 1732501284879Writing region close event to WAL at 1732501284880 (+1 ms)Running coprocessor post-close hooks at 1732501284884 (+4 ms)Closed at 1732501284884 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9. 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8998fa6f073162d5fbc03ee3e9a8a097, disabling compactions & flushes 2024-11-25T02:21:24,884 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. after waiting 0 ms 2024-11-25T02:21:24,884 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:24,884 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8998fa6f073162d5fbc03ee3e9a8a097 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-25T02:21:24,895 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/info/cf9aa03bd27a4cedbb4f8b39afd26d28 is 147, key is hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097./info:regioninfo/1732501273944/Put/seqid=0 2024-11-25T02:21:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741846_1022 (size=7686) 2024-11-25T02:21:24,904 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/hfileref/872494187e0449cd91c0b885119b7c9a is 74, key is 1/hfileref:0019a43fc184422db88afb5b2a2addef_SeqId_6_/1732501280561/Put/seqid=0 2024-11-25T02:21:24,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741847_1023 (size=5345) 2024-11-25T02:21:24,908 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/hfileref/872494187e0449cd91c0b885119b7c9a 2024-11-25T02:21:24,928 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/queue/05f77e0fc39b4ba89eae213b40981a14 is 153, key is 1-dbdd1c922b13,38157,1732501259764/queue:dbdd1c922b13%2C38157%2C1732501259764/1732501277849/Put/seqid=0 2024-11-25T02:21:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741848_1024 (size=5352) 2024-11-25T02:21:24,963 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T02:21:24,964 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbdd1c922b13:39961 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:39961 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:24,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address dbdd1c922b13:39961 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:39961 2024-11-25T02:21:24,966 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:24,986 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1033, reset compression=false 2024-11-25T02:21:24,991 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:24,991 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1328, reset compression=false 2024-11-25T02:21:24,995 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:21:24,995 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:21:25,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:25,073 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbdd1c922b13:39961 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:39961 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:21:25,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=dbdd1c922b13:39961 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:39961 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-25T02:21:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address dbdd1c922b13:39961 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbdd1c922b13/172.17.0.3:39961 2024-11-25T02:21:25,080 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1328, reset compression=false 2024-11-25T02:21:25,280 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8998fa6f073162d5fbc03ee3e9a8a097 2024-11-25T02:21:25,282 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:25,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbdd1c922b13:39961 this server is in the failed servers list 2024-11-25T02:21:25,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbdd1c922b13:39961 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:25,302 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/info/cf9aa03bd27a4cedbb4f8b39afd26d28 2024-11-25T02:21:25,322 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/ns/3a5a581d07854ae7b074f2dd4f485d90 is 43, key is default/ns:d/1732501262688/Put/seqid=0 2024-11-25T02:21:25,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741849_1025 (size=5153) 2024-11-25T02:21:25,332 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/queue/05f77e0fc39b4ba89eae213b40981a14 2024-11-25T02:21:25,337 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/hfileref/872494187e0449cd91c0b885119b7c9a as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/hfileref/872494187e0449cd91c0b885119b7c9a 2024-11-25T02:21:25,341 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/hfileref/872494187e0449cd91c0b885119b7c9a, entries=4, sequenceid=10, filesize=5.2 K 2024-11-25T02:21:25,342 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/.tmp/queue/05f77e0fc39b4ba89eae213b40981a14 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/queue/05f77e0fc39b4ba89eae213b40981a14 2024-11-25T02:21:25,346 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/queue/05f77e0fc39b4ba89eae213b40981a14, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T02:21:25,347 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8998fa6f073162d5fbc03ee3e9a8a097 in 463ms, sequenceid=10, compaction requested=false 2024-11-25T02:21:25,350 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/replication/8998fa6f073162d5fbc03ee3e9a8a097/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T02:21:25,351 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:25,351 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:25,351 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:25,351 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8998fa6f073162d5fbc03ee3e9a8a097: Waiting for close lock at 1732501284884Running coprocessor pre-close hooks at 1732501284884Disabling compacts and flushes for region at 1732501284884Disabling writes for close at 1732501284884Obtaining lock to block concurrent updates at 1732501284884Preparing flush snapshotting stores in 8998fa6f073162d5fbc03ee3e9a8a097 at 1732501284884Finished memstore snapshotting hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732501284885 (+1 ms)Flushing stores of hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. at 1732501284885Flushing 8998fa6f073162d5fbc03ee3e9a8a097/hfileref: creating writer at 1732501284885Flushing 8998fa6f073162d5fbc03ee3e9a8a097/hfileref: appending metadata at 1732501284903 (+18 ms)Flushing 8998fa6f073162d5fbc03ee3e9a8a097/hfileref: closing flushed file at 1732501284904 (+1 ms)Flushing 8998fa6f073162d5fbc03ee3e9a8a097/queue: creating writer at 1732501284911 (+7 ms)Flushing 8998fa6f073162d5fbc03ee3e9a8a097/queue: appending metadata at 1732501284927 (+16 ms)Flushing 8998fa6f073162d5fbc03ee3e9a8a097/queue: closing flushed file at 1732501284927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a30a774: reopening flushed file at 1732501285336 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f5cf7b: reopening flushed file at 1732501285341 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8998fa6f073162d5fbc03ee3e9a8a097 in 463ms, sequenceid=10, compaction requested=false at 1732501285347 (+6 ms)Writing region close event to WAL at 1732501285348 (+1 ms)Running coprocessor post-close hooks at 1732501285351 (+3 ms)Closed at 1732501285351 2024-11-25T02:21:25,351 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501273315.8998fa6f073162d5fbc03ee3e9a8a097. 2024-11-25T02:21:25,481 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:25,500 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1328, reset compression=false 2024-11-25T02:21:25,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:25,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbdd1c922b13:39961 this server is in the failed servers list 2024-11-25T02:21:25,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbdd1c922b13:39961 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:25,681 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:25,727 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/ns/3a5a581d07854ae7b074f2dd4f485d90 2024-11-25T02:21:25,746 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa3d9924434c10a627cf9764576006 is 112, key is test,,1732501268991.e34e3fb227ddfd8625828612a89bb7b9./rep_barrier:seqnumDuringOpen/1732501270139/Put/seqid=0 2024-11-25T02:21:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741850_1026 (size=5518) 2024-11-25T02:21:25,751 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa3d9924434c10a627cf9764576006 2024-11-25T02:21:25,774 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/table/83859498fc8a41b2a0d79aae21f0d260 is 53, key is hbase:replication/table:state/1732501273951/Put/seqid=0 2024-11-25T02:21:25,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741851_1027 (size=5308) 2024-11-25T02:21:25,881 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:21:25,881 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:21:25,881 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:25,904 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1328, reset compression=false 2024-11-25T02:21:26,081 DEBUG [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:26,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:26,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbdd1c922b13:39961 this server is in the failed servers list 2024-11-25T02:21:26,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbdd1c922b13:39961 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:26,179 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/table/83859498fc8a41b2a0d79aae21f0d260 2024-11-25T02:21:26,183 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/info/cf9aa03bd27a4cedbb4f8b39afd26d28 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/info/cf9aa03bd27a4cedbb4f8b39afd26d28 2024-11-25T02:21:26,187 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/info/cf9aa03bd27a4cedbb4f8b39afd26d28, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:21:26,188 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/ns/3a5a581d07854ae7b074f2dd4f485d90 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/ns/3a5a581d07854ae7b074f2dd4f485d90 2024-11-25T02:21:26,192 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/ns/3a5a581d07854ae7b074f2dd4f485d90, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:21:26,193 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa3d9924434c10a627cf9764576006 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/rep_barrier/5daa3d9924434c10a627cf9764576006 2024-11-25T02:21:26,198 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/rep_barrier/5daa3d9924434c10a627cf9764576006, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:21:26,199 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/.tmp/table/83859498fc8a41b2a0d79aae21f0d260 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/table/83859498fc8a41b2a0d79aae21f0d260 2024-11-25T02:21:26,203 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/table/83859498fc8a41b2a0d79aae21f0d260, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:21:26,204 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-25T02:21:26,204 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:21:26,209 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:21:26,209 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:26,209 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:26,209 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:26,209 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501284880Running coprocessor pre-close hooks at 1732501284880Disabling compacts and flushes for region at 1732501284880Disabling writes for close at 1732501284880Obtaining lock to block concurrent updates at 1732501284880Preparing flush snapshotting stores in 1588230740 at 1732501284880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501284881 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501284881Flushing 1588230740/info: creating writer at 1732501284881Flushing 1588230740/info: appending metadata at 1732501284895 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732501284895Flushing 1588230740/ns: creating writer at 1732501285306 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732501285322 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732501285322Flushing 1588230740/rep_barrier: creating writer at 1732501285730 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501285746 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501285746Flushing 1588230740/table: creating writer at 1732501285758 (+12 ms)Flushing 1588230740/table: appending metadata at 1732501285774 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732501285774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe83381: reopening flushed file at 1732501286183 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eab4bd5: reopening flushed file at 1732501286187 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632893d1: reopening flushed file at 1732501286192 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3e361f: reopening flushed file at 1732501286198 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1732501286204 (+6 ms)Writing region close event to WAL at 1732501286206 (+2 ms)Running coprocessor post-close hooks at 1732501286209 (+3 ms)Closed at 1732501286209 2024-11-25T02:21:26,210 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:26,281 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,38157,1732501259764; all regions closed. 2024-11-25T02:21:26,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.meta.1732501262608.meta not finished, retry = 0 2024-11-25T02:21:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:21:26,386 DEBUG [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs 2024-11-25T02:21:26,386 INFO [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38157%2C1732501259764.meta:.meta(num 1732501262608) 2024-11-25T02:21:26,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.rep.1732501273915 not finished, retry = 0 2024-11-25T02:21:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741839_1015 (size=2695) 2024-11-25T02:21:26,407 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 to pos 1328, reset compression=false 2024-11-25T02:21:26,491 DEBUG [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs 2024-11-25T02:21:26,491 INFO [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38157%2C1732501259764.rep:(num 1732501273915) 2024-11-25T02:21:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741832_1008 (size=1336) 2024-11-25T02:21:26,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/WALs/dbdd1c922b13,38157,1732501259764/dbdd1c922b13%2C38157%2C1732501259764.1732501262078 not finished, retry = 0 2024-11-25T02:21:26,595 DEBUG [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/oldWALs 2024-11-25T02:21:26,595 INFO [RS:0;dbdd1c922b13:38157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C38157%2C1732501259764:(num 1732501262078) 2024-11-25T02:21:26,595 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:26,595 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:26,595 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:26,595 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:26,595 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:26,596 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:26,596 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,38157,1732501259764 because: Region server is closing 2024-11-25T02:21:26,596 INFO [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:38157. 2024-11-25T02:21:26,596 DEBUG [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:26,596 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:26,596 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:26,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:26,696 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.wal-reader.dbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:21:26,696 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-25T02:21:26,696 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T02:21:26,697 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T02:21:27,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:27,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:27,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:27,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:27,397 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,38157,1732501259764.replicationSource.shipperdbdd1c922b13%2C38157%2C1732501259764,1-dbdd1c922b13,38157,1732501259764 terminated 2024-11-25T02:21:27,397 INFO [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:38157. 2024-11-25T02:21:27,397 DEBUG [RS:0;dbdd1c922b13:38157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:27,397 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:27,397 DEBUG [RS:0;dbdd1c922b13:38157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:27,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:27,398 INFO [RS:0;dbdd1c922b13:38157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38157 2024-11-25T02:21:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042825240/rs/dbdd1c922b13,38157,1732501259764 2024-11-25T02:21:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240/rs 2024-11-25T02:21:27,467 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:27,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,38157,1732501259764] 2024-11-25T02:21:27,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /042825240/draining/dbdd1c922b13,38157,1732501259764 already deleted, retry=false 2024-11-25T02:21:27,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,38157,1732501259764 expired; onlineServers=0 2024-11-25T02:21:27,488 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,33749,1732501259555' ***** 2024-11-25T02:21:27,488 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:21:27,488 INFO [M:0;dbdd1c922b13:33749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:27,488 INFO [M:0;dbdd1c922b13:33749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:27,488 DEBUG [M:0;dbdd1c922b13:33749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:21:27,488 DEBUG [M:0;dbdd1c922b13:33749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:21:27,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:21:27,488 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501261816 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501261816,5,FailOnTimeoutGroup] 2024-11-25T02:21:27,488 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501261817 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501261817,5,FailOnTimeoutGroup] 2024-11-25T02:21:27,488 INFO [M:0;dbdd1c922b13:33749 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:27,488 INFO [M:0;dbdd1c922b13:33749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:27,488 DEBUG [M:0;dbdd1c922b13:33749 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:21:27,489 INFO [M:0;dbdd1c922b13:33749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:21:27,489 INFO [M:0;dbdd1c922b13:33749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:27,489 INFO [M:0;dbdd1c922b13:33749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:21:27,489 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:21:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042825240/master 2024-11-25T02:21:27,498 DEBUG [M:0;dbdd1c922b13:33749 {}] zookeeper.ZKUtil(347): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Unable to get data of znode /042825240/master because node does not exist (not an error) 2024-11-25T02:21:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042825240 2024-11-25T02:21:27,498 WARN [M:0;dbdd1c922b13:33749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:21:27,499 INFO [M:0;dbdd1c922b13:33749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/.lastflushedseqids 2024-11-25T02:21:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741852_1028 (size=263) 2024-11-25T02:21:27,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:27,577 INFO [RS:0;dbdd1c922b13:38157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:27,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38157-0x1016fcb38ca0001, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:27,577 INFO [RS:0;dbdd1c922b13:38157 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,38157,1732501259764; zookeeper connection closed. 2024-11-25T02:21:27,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4baf0cb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4baf0cb3 2024-11-25T02:21:27,578 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:21:27,904 INFO [M:0;dbdd1c922b13:33749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:21:27,904 INFO [M:0;dbdd1c922b13:33749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:21:27,904 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:27,904 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:27,904 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:27,904 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:27,904 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:27,905 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:21:27,923 DEBUG [M:0;dbdd1c922b13:33749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811f09e5c8be4432a094fb83298b528a is 82, key is hbase:meta,,1/info:regioninfo/1732501262638/Put/seqid=0 2024-11-25T02:21:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741853_1029 (size=5672) 2024-11-25T02:21:28,328 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811f09e5c8be4432a094fb83298b528a 2024-11-25T02:21:28,346 DEBUG [M:0;dbdd1c922b13:33749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf472059929b4f6785251ef8c4ae582a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501273953/Put/seqid=0 2024-11-25T02:21:28,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741854_1030 (size=8516) 2024-11-25T02:21:28,350 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf472059929b4f6785251ef8c4ae582a 2024-11-25T02:21:28,372 DEBUG [M:0;dbdd1c922b13:33749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3693e4a39ab4ba0bf4935158e169031 is 69, key is dbdd1c922b13,38157,1732501259764/rs:state/1732501261928/Put/seqid=0 2024-11-25T02:21:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741855_1031 (size=5156) 2024-11-25T02:21:28,776 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3693e4a39ab4ba0bf4935158e169031 2024-11-25T02:21:28,780 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811f09e5c8be4432a094fb83298b528a as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/811f09e5c8be4432a094fb83298b528a 2024-11-25T02:21:28,784 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/811f09e5c8be4432a094fb83298b528a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:21:28,785 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf472059929b4f6785251ef8c4ae582a as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf472059929b4f6785251ef8c4ae582a 2024-11-25T02:21:28,789 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf472059929b4f6785251ef8c4ae582a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:21:28,790 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3693e4a39ab4ba0bf4935158e169031 as hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3693e4a39ab4ba0bf4935158e169031 2024-11-25T02:21:28,793 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3693e4a39ab4ba0bf4935158e169031, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:21:28,794 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-25T02:21:28,795 INFO [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:28,795 DEBUG [M:0;dbdd1c922b13:33749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501287904Disabling compacts and flushes for region at 1732501287904Disabling writes for close at 1732501287904Obtaining lock to block concurrent updates at 1732501287905 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501287905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501287905Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501287905Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501287905Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501287923 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501287923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501288331 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501288346 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501288346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501288354 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501288371 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501288371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17364b8d: reopening flushed file at 1732501288780 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7021d069: reopening flushed file at 1732501288785 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64996084: reopening flushed file at 1732501288789 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1732501288794 (+5 ms)Writing region close event to WAL at 1732501288795 (+1 ms)Closed at 1732501288795 2024-11-25T02:21:28,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ce00ca6-e602-8526-4a35-011ac98d2883/MasterData/WALs/dbdd1c922b13,33749,1732501259555/dbdd1c922b13%2C33749%2C1732501259555.1732501261512 not finished, retry = 0 2024-11-25T02:21:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38471 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:21:28,897 INFO [M:0;dbdd1c922b13:33749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:21:28,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:28,898 INFO [M:0;dbdd1c922b13:33749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33749 2024-11-25T02:21:28,898 INFO [M:0;dbdd1c922b13:33749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:29,019 INFO [M:0;dbdd1c922b13:33749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:29,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33749-0x1016fcb38ca0000, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:29,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@709d043a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:29,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19af310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:29,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:29,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dec8d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:29,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d63ed9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:29,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:21:29,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:21:29,023 WARN [BP-302500964-172.17.0.3-1732501257538 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:21:29,023 WARN [BP-302500964-172.17.0.3-1732501257538 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302500964-172.17.0.3-1732501257538 (Datanode Uuid cf8cb871-7200-4aa3-aaea-ce4c7f739711) service to localhost/127.0.0.1:33045 2024-11-25T02:21:29,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/data/data1/current/BP-302500964-172.17.0.3-1732501257538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:29,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/cluster_f1145b87-118a-9f4c-0ab6-6a937ccdf4ae/data/data2/current/BP-302500964-172.17.0.3-1732501257538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:29,024 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:21:29,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4af9374b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:29,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c93fefc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:29,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:29,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2277d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:29,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4029c311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79e3e0bf-9d86-277e-13ff-6c14a6f149cc/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:29,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:21:29,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:21:29,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35645 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33045 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33045 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33045 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35645 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63066) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63066) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3313 (was 3346) 2024-11-25T02:21:29,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3313 2024-11-25T02:21:29,074 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-25T02:21:29,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir so I do NOT create it in target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf 2024-11-25T02:21:29,075 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:21:29,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.tmp.dir so I do NOT create it in target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf 2024-11-25T02:21:29,075 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0d0af96-ccd5-eb71-e970-41ebac5ef12b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:21:29,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf 2024-11-25T02:21:29,075 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915, deleteOnExit=true 2024-11-25T02:21:29,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/zookeeper_0, clientPort=54776, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:21:29,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54776 2024-11-25T02:21:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:21:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/test.cache.data in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:21:29,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:21:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:21:29,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:29,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:29,134 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:29,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcb38ca0002, quorum=127.0.0.1:63066, baseZNode=/042825240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:21:29,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcb38ca0005, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:21:29,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcb38ca0005, quorum=127.0.0.1:63066, baseZNode=/1-2015290013 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:21:29,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcb38ca0002, quorum=127.0.0.1:63066, baseZNode=/042825240 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:21:29,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:29,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:29,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:29,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:29,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:21:29,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:29,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76769433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:29,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ae8042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:29,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eaab6aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/java.io.tmpdir/jetty-localhost-41289-hadoop-hdfs-3_4_1-tests_jar-_-any-2602566757501457762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:29,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ce2f9dd{HTTP/1.1, (http/1.1)}{localhost:41289} 2024-11-25T02:21:29,615 INFO [Time-limited test {}] server.Server(415): Started @204542ms 2024-11-25T02:21:30,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:30,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:30,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:30,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:30,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:21:30,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3166a7ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:30,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e922a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:30,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76b6a439{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/java.io.tmpdir/jetty-localhost-40337-hadoop-hdfs-3_4_1-tests_jar-_-any-13109094607515518634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:30,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a608edf{HTTP/1.1, (http/1.1)}{localhost:40337} 2024-11-25T02:21:30,602 INFO [Time-limited test {}] server.Server(415): Started @205530ms 2024-11-25T02:21:30,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:21:31,835 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/data/data1/current/BP-618717335-172.17.0.3-1732501289123/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:31,835 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/data/data2/current/BP-618717335-172.17.0.3-1732501289123/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:31,850 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:21:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb397da6d35ff31 with lease ID 0x5570033907e350eb: Processing first storage report for DS-9e75d5d0-976e-47f2-9c70-0979705f19d4 from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=0899eced-4a39-46d2-95e5-b66c32907c6e, infoPort=42809, infoSecurePort=0, ipcPort=45573, storageInfo=lv=-57;cid=testClusterID;nsid=428211984;c=1732501289123) 2024-11-25T02:21:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb397da6d35ff31 with lease ID 0x5570033907e350eb: from storage DS-9e75d5d0-976e-47f2-9c70-0979705f19d4 node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=0899eced-4a39-46d2-95e5-b66c32907c6e, infoPort=42809, infoSecurePort=0, ipcPort=45573, storageInfo=lv=-57;cid=testClusterID;nsid=428211984;c=1732501289123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb397da6d35ff31 with lease ID 0x5570033907e350eb: Processing first storage report for DS-416621fb-78e4-40d7-9a69-e939911e81eb from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=0899eced-4a39-46d2-95e5-b66c32907c6e, infoPort=42809, infoSecurePort=0, ipcPort=45573, storageInfo=lv=-57;cid=testClusterID;nsid=428211984;c=1732501289123) 2024-11-25T02:21:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb397da6d35ff31 with lease ID 0x5570033907e350eb: from storage DS-416621fb-78e4-40d7-9a69-e939911e81eb node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=0899eced-4a39-46d2-95e5-b66c32907c6e, infoPort=42809, infoSecurePort=0, ipcPort=45573, storageInfo=lv=-57;cid=testClusterID;nsid=428211984;c=1732501289123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:31,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf 2024-11-25T02:21:31,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:31,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:32,345 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9 with version=8 2024-11-25T02:21:32,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/hbase-staging 2024-11-25T02:21:32,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:32,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32957 2024-11-25T02:21:32,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32957 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:32,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329570x0, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:32,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32957-0x1016fcbb4310000 connected 2024-11-25T02:21:32,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:32,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:32,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/running 2024-11-25T02:21:32,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9, hbase.cluster.distributed=false 2024-11-25T02:21:32,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/acl 2024-11-25T02:21:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-25T02:21:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-11-25T02:21:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-11-25T02:21:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-25T02:21:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-25T02:21:32,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:21:32,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:32,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37035 2024-11-25T02:21:32,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37035 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:32,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:32,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:32,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370350x0, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:32,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370350x0, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/running 2024-11-25T02:21:32,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37035-0x1016fcbb4310001 connected 2024-11-25T02:21:32,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:21:32,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:21:32,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/master 2024-11-25T02:21:32,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/acl 2024-11-25T02:21:32,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-25T02:21:32,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37035 2024-11-25T02:21:32,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37035 2024-11-25T02:21:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-25T02:21:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37035 2024-11-25T02:21:32,685 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:32957 2024-11-25T02:21:32,688 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-42083326/backup-masters/dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/backup-masters 2024-11-25T02:21:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/backup-masters 2024-11-25T02:21:32,698 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on existing znode=/0-42083326/backup-masters/dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-42083326/master 2024-11-25T02:21:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:32,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:32,709 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on existing znode=/0-42083326/master 2024-11-25T02:21:32,709 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-42083326/backup-masters/dbdd1c922b13,32957,1732501292347 from backup master directory 2024-11-25T02:21:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-42083326/backup-masters/dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/backup-masters 2024-11-25T02:21:32,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/backup-masters 2024-11-25T02:21:32,719 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:32,719 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:32,725 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/hbase.id] with ID: 65993b88-41c5-4538-81da-e251dba1c09e 2024-11-25T02:21:32,725 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/.tmp/hbase.id 2024-11-25T02:21:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:21:32,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:32,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:33,134 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/.tmp/hbase.id]:[hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/hbase.id] 2024-11-25T02:21:33,143 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:33,143 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:21:33,144 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:21:33,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:33,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:33,173 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:21:33,201 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:33,202 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:21:33,202 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:21:33,608 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store 2024-11-25T02:21:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:34,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:34,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:34,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501294014Disabling compacts and flushes for region at 1732501294014Disabling writes for close at 1732501294014Writing region close event to WAL at 1732501294014Closed at 1732501294014 2024-11-25T02:21:34,015 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/.initializing 2024-11-25T02:21:34,015 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/WALs/dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:34,016 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:34,017 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C32957%2C1732501292347, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/WALs/dbdd1c922b13,32957,1732501292347, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/oldWALs, maxLogs=10 2024-11-25T02:21:34,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/WALs/dbdd1c922b13,32957,1732501292347/dbdd1c922b13%2C32957%2C1732501292347.1732501294017, exclude list is [], retry=0 2024-11-25T02:21:34,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-9e75d5d0-976e-47f2-9c70-0979705f19d4,DISK] 2024-11-25T02:21:34,033 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/WALs/dbdd1c922b13,32957,1732501292347/dbdd1c922b13%2C32957%2C1732501292347.1732501294017 2024-11-25T02:21:34,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T02:21:34,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:34,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:34,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:21:34,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:34,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:34,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:21:34,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:34,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:34,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:21:34,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:34,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:34,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:21:34,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:34,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:34,039 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,040 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,040 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,041 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,041 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,041 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:34,042 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:34,043 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:34,044 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68113859, jitterRate=0.014975592494010925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:34,044 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501294033Initializing all the Stores at 1732501294034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501294034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501294034Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501294034Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501294034Cleaning up temporary data from old regions at 1732501294041 (+7 ms)Region opened successfully at 1732501294044 (+3 ms) 2024-11-25T02:21:34,044 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:21:34,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63404560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:34,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:21:34,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:21:34,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:21:34,050 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/balancer because node does not exist (not necessarily an error) 2024-11-25T02:21:34,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/balancer already deleted, retry=false 2024-11-25T02:21:34,112 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:21:34,113 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:21:34,122 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/normalizer already deleted, retry=false 2024-11-25T02:21:34,122 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:21:34,123 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:21:34,132 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/switch/split already deleted, retry=false 2024-11-25T02:21:34,133 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:21:34,143 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/switch/merge already deleted, retry=false 2024-11-25T02:21:34,144 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:21:34,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/snapshot-cleanup already deleted, retry=false 2024-11-25T02:21:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-42083326/running 2024-11-25T02:21:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-42083326/running 2024-11-25T02:21:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,164 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,32957,1732501292347, sessionid=0x1016fcbb4310000, setting cluster-up flag (Was=false) 2024-11-25T02:21:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-42083326/flush-table-proc/acquired, /0-42083326/flush-table-proc/reached, /0-42083326/flush-table-proc/abort 2024-11-25T02:21:34,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:34,269 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-42083326/online-snapshot/acquired, /0-42083326/online-snapshot/reached, /0-42083326/online-snapshot/abort 2024-11-25T02:21:34,270 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:34,271 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:21:34,272 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:34,273 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:21:34,273 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:21:34,273 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,32957,1732501292347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:34,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,275 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(746): ClusterId : 65993b88-41c5-4538-81da-e251dba1c09e 2024-11-25T02:21:34,275 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501324275 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:21:34,275 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:34,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:21:34,276 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:21:34,276 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:21:34,276 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:21:34,276 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:21:34,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:34,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:21:34,280 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:21:34,280 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:21:34,280 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501294280,5,FailOnTimeoutGroup] 2024-11-25T02:21:34,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501294280,5,FailOnTimeoutGroup] 2024-11-25T02:21:34,283 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,283 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:21:34,283 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,283 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:21:34,288 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:21:34,288 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:21:34,298 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:21:34,298 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272c9d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:34,309 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:37035 2024-11-25T02:21:34,309 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:21:34,309 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:21:34,309 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:21:34,310 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,32957,1732501292347 with port=37035, startcode=1732501292639 2024-11-25T02:21:34,310 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:21:34,311 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:21:34,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,313 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9 2024-11-25T02:21:34,313 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33705 2024-11-25T02:21:34,313 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:21:34,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/rs 2024-11-25T02:21:34,322 DEBUG [RS:0;dbdd1c922b13:37035 {}] zookeeper.ZKUtil(111): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on existing znode=/0-42083326/rs/dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,322 WARN [RS:0;dbdd1c922b13:37035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:34,322 INFO [RS:0;dbdd1c922b13:37035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:34,323 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,37035,1732501292639] 2024-11-25T02:21:34,326 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:21:34,327 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:21:34,327 INFO [RS:0;dbdd1c922b13:37035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:21:34,327 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,328 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:34,329 DEBUG [RS:0;dbdd1c922b13:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,329 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37035,1732501292639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:34,341 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:21:34,342 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37035,1732501292639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,342 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,342 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.Replication(171): dbdd1c922b13,37035,1732501292639 started 2024-11-25T02:21:34,353 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:34,353 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,37035,1732501292639, RpcServer on dbdd1c922b13/172.17.0.3:37035, sessionid=0x1016fcbb4310001 2024-11-25T02:21:34,353 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:21:34,353 DEBUG [RS:0;dbdd1c922b13:37035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,353 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,37035,1732501292639' 2024-11-25T02:21:34,353 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-42083326/flush-table-proc/abort' 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-42083326/flush-table-proc/acquired' 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,37035,1732501292639' 2024-11-25T02:21:34,354 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-42083326/online-snapshot/abort' 2024-11-25T02:21:34,355 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-42083326/online-snapshot/acquired' 2024-11-25T02:21:34,355 DEBUG [RS:0;dbdd1c922b13:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:21:34,355 INFO [RS:0;dbdd1c922b13:37035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:21:34,355 INFO [RS:0;dbdd1c922b13:37035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:21:34,455 INFO [RS:0;dbdd1c922b13:37035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:34,456 INFO [RS:0;dbdd1c922b13:37035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37035%2C1732501292639, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/oldWALs, maxLogs=10 2024-11-25T02:21:34,468 DEBUG [RS:0;dbdd1c922b13:37035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, exclude list is [], retry=0 2024-11-25T02:21:34,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-9e75d5d0-976e-47f2-9c70-0979705f19d4,DISK] 2024-11-25T02:21:34,471 INFO [RS:0;dbdd1c922b13:37035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 2024-11-25T02:21:34,471 DEBUG [RS:0;dbdd1c922b13:37035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T02:21:34,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:21:34,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9 2024-11-25T02:21:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:21:35,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:35,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:35,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:35,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:35,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:35,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:35,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:35,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:35,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:35,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:35,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740 2024-11-25T02:21:35,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740 2024-11-25T02:21:35,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:35,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:35,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:35,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:35,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:35,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63399610, jitterRate=-0.055272191762924194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:35,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501295091Initializing all the Stores at 1732501295092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501295092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295092Cleaning up temporary data from old regions at 1732501295098 (+6 ms)Region opened successfully at 1732501295101 (+3 ms) 2024-11-25T02:21:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:35,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:35,102 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501295101Disabling compacts and flushes for region at 1732501295101Disabling writes for close at 1732501295102 (+1 ms)Writing region close event to WAL at 1732501295102Closed at 1732501295102 2024-11-25T02:21:35,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:35,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:21:35,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:21:35,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:35,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:21:35,255 DEBUG [dbdd1c922b13:32957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:21:35,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:35,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,37035,1732501292639, state=OPENING 2024-11-25T02:21:35,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:21:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:35,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:35,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-42083326/meta-region-server: CHANGED 2024-11-25T02:21:35,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-42083326/meta-region-server: CHANGED 2024-11-25T02:21:35,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37035,1732501292639}] 2024-11-25T02:21:35,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:35,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:21:35,478 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:21:35,478 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:35,479 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:21:35,480 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37035%2C1732501292639.meta, suffix=.meta, logDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/oldWALs, maxLogs=10 2024-11-25T02:21:35,492 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.meta.1732501295480.meta, exclude list is [], retry=0 2024-11-25T02:21:35,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-9e75d5d0-976e-47f2-9c70-0979705f19d4,DISK] 2024-11-25T02:21:35,495 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.meta.1732501295480.meta 2024-11-25T02:21:35,495 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T02:21:35,495 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:35,496 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:21:35,496 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:21:35,496 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:21:35,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:35,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:35,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:35,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:35,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:35,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:35,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:35,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:35,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:35,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:35,502 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:35,502 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740 2024-11-25T02:21:35,503 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740 2024-11-25T02:21:35,504 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:35,504 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:35,504 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:35,505 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:35,506 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64445880, jitterRate=-0.03968155384063721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:35,506 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:21:35,507 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501295496Writing region info on filesystem at 1732501295496Initializing all the Stores at 1732501295497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501295497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501295497Cleaning up temporary data from old regions at 1732501295504 (+7 ms)Running coprocessor post-open hooks at 1732501295506 (+2 ms)Region opened successfully at 1732501295507 (+1 ms) 2024-11-25T02:21:35,508 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501295474 2024-11-25T02:21:35,510 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:21:35,510 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:21:35,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:35,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,37035,1732501292639, state=OPEN 2024-11-25T02:21:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-42083326/meta-region-server 2024-11-25T02:21:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-42083326/meta-region-server 2024-11-25T02:21:35,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:35,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-42083326/meta-region-server: CHANGED 2024-11-25T02:21:35,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-42083326/meta-region-server: CHANGED 2024-11-25T02:21:35,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:21:35,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37035,1732501292639 in 229 msec 2024-11-25T02:21:35,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:21:35,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-25T02:21:35,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:35,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:21:35,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:35,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37035,1732501292639, seqNum=-1] 2024-11-25T02:21:35,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:35,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:35,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-25T02:21:35,562 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501295562, completionTime=-1 2024-11-25T02:21:35,562 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:21:35,562 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501355564 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501415564 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,564 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,565 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,565 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:32957, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,565 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,565 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,566 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:21:35,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-25T02:21:35,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:21:35,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:21:35,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:21:35,569 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:21:35,569 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:21:35,569 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:35,569 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:21:35,571 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:21:35,571 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:21:35,571 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32957,1732501292347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:35,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f81f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:35,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:35,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:35,577 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:35,579 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:35,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:35,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37035,1732501292639, seqNum=-1] 2024-11-25T02:21:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:35,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:35,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:35,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:35,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:35,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcbb4310002 connected 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir so I do NOT create it in target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab 2024-11-25T02:21:35,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.tmp.dir so I do NOT create it in target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab 2024-11-25T02:21:35,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:21:35,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/cluster_84435429-1b59-dc27-6674-b4171c139e54, deleteOnExit=true 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:21:35,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/test.cache.data in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:21:35,620 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:35,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:21:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:21:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:21:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:21:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:21:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:21:35,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:35,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:35,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:35,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:35,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:21:35,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:35,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@459af1fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:35,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b55d7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:36,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cff2d6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/java.io.tmpdir/jetty-localhost-43761-hadoop-hdfs-3_4_1-tests_jar-_-any-4930854209487105303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:36,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@601e3529{HTTP/1.1, (http/1.1)}{localhost:43761} 2024-11-25T02:21:36,088 INFO [Time-limited test {}] server.Server(415): Started @211015ms 2024-11-25T02:21:36,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:21:36,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:21:36,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:21:36,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:21:36,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:21:36,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@889d6c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:21:36,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2439cc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:21:36,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ef2109f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/java.io.tmpdir/jetty-localhost-39761-hadoop-hdfs-3_4_1-tests_jar-_-any-17867475873966618646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:36,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c43688e{HTTP/1.1, (http/1.1)}{localhost:39761} 2024-11-25T02:21:36,444 INFO [Time-limited test {}] server.Server(415): Started @211371ms 2024-11-25T02:21:36,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:21:37,080 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/cluster_84435429-1b59-dc27-6674-b4171c139e54/data/data1/current/BP-1177392820-172.17.0.3-1732501295635/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:37,080 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/cluster_84435429-1b59-dc27-6674-b4171c139e54/data/data2/current/BP-1177392820-172.17.0.3-1732501295635/current, will proceed with Du for space computation calculation, 2024-11-25T02:21:37,097 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:21:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1e3d237ffd39e85 with lease ID 0xf4751d8e45264871: Processing first storage report for DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24 from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=0d96188c-8a43-4628-b4a8-3463724db232, infoPort=38821, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=993755506;c=1732501295635) 2024-11-25T02:21:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1e3d237ffd39e85 with lease ID 0xf4751d8e45264871: from storage DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24 node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=0d96188c-8a43-4628-b4a8-3463724db232, infoPort=38821, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=993755506;c=1732501295635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1e3d237ffd39e85 with lease ID 0xf4751d8e45264871: Processing first storage report for DS-e42f75fa-7d2e-4d84-bf17-9bacc59e2830 from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=0d96188c-8a43-4628-b4a8-3463724db232, infoPort=38821, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=993755506;c=1732501295635) 2024-11-25T02:21:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1e3d237ffd39e85 with lease ID 0xf4751d8e45264871: from storage DS-e42f75fa-7d2e-4d84-bf17-9bacc59e2830 node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=0d96188c-8a43-4628-b4a8-3463724db232, infoPort=38821, infoSecurePort=0, ipcPort=39981, storageInfo=lv=-57;cid=testClusterID;nsid=993755506;c=1732501295635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:21:37,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab 2024-11-25T02:21:37,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:21:37,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3 with version=8 2024-11-25T02:21:37,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/hbase-staging 2024-11-25T02:21:37,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:37,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:37,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:37,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:21:37,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:37,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41471 2024-11-25T02:21:37,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41471 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414710x0, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:37,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41471-0x1016fcbb4310003 connected 2024-11-25T02:21:37,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/running 2024-11-25T02:21:37,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3, hbase.cluster.distributed=false 2024-11-25T02:21:37,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/acl 2024-11-25T02:21:37,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41471 2024-11-25T02:21:37,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41471 2024-11-25T02:21:37,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41471 2024-11-25T02:21:37,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41471 2024-11-25T02:21:37,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41471 2024-11-25T02:21:37,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:21:37,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:21:37,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36167 2024-11-25T02:21:37,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36167 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:37,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:37,774 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361670x0, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:37,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/running 2024-11-25T02:21:37,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36167-0x1016fcbb4310004 connected 2024-11-25T02:21:37,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:21:37,775 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:21:37,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/master 2024-11-25T02:21:37,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/acl 2024-11-25T02:21:37,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-25T02:21:37,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36167 2024-11-25T02:21:37,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36167 2024-11-25T02:21:37,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-25T02:21:37,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-25T02:21:37,796 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:41471 2024-11-25T02:21:37,797 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12005882268/backup-masters/dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:37,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/backup-masters 2024-11-25T02:21:37,806 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/backup-masters 2024-11-25T02:21:37,806 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on existing znode=/12005882268/backup-masters/dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:37,816 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005882268/master 2024-11-25T02:21:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:37,816 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:37,817 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on existing znode=/12005882268/master 2024-11-25T02:21:37,817 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12005882268/backup-masters/dbdd1c922b13,41471,1732501297585 from backup master directory 2024-11-25T02:21:37,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005882268/backup-masters/dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:37,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/backup-masters 2024-11-25T02:21:37,827 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/backup-masters 2024-11-25T02:21:37,827 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:37,827 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:37,830 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/hbase.id] with ID: cb35d51f-c416-4f6b-8212-6efe1da5e96f 2024-11-25T02:21:37,830 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/.tmp/hbase.id 2024-11-25T02:21:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:21:38,235 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/.tmp/hbase.id]:[hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/hbase.id] 2024-11-25T02:21:38,242 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:21:38,242 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:21:38,243 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:21:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:38,290 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:21:38,695 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:38,696 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:21:38,697 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:21:39,103 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store 2024-11-25T02:21:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:21:39,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:39,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:39,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501299510Disabling compacts and flushes for region at 1732501299510Disabling writes for close at 1732501299510Writing region close event to WAL at 1732501299510Closed at 1732501299510 2024-11-25T02:21:39,510 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/.initializing 2024-11-25T02:21:39,510 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/WALs/dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:39,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:39,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C41471%2C1732501297585, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/WALs/dbdd1c922b13,41471,1732501297585, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/oldWALs, maxLogs=10 2024-11-25T02:21:39,528 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/WALs/dbdd1c922b13,41471,1732501297585/dbdd1c922b13%2C41471%2C1732501297585.1732501299512, exclude list is [], retry=0 2024-11-25T02:21:39,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24,DISK] 2024-11-25T02:21:39,536 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/WALs/dbdd1c922b13,41471,1732501297585/dbdd1c922b13%2C41471%2C1732501297585.1732501299512 2024-11-25T02:21:39,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-25T02:21:39,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:39,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:39,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,536 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:21:39,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:39,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:39,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:21:39,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:39,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:39,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:21:39,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:39,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:39,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:21:39,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:39,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:39,542 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,543 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,543 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,544 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:39,545 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:21:39,546 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:39,547 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64785860, jitterRate=-0.03461545705795288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:39,547 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501299536Initializing all the Stores at 1732501299537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501299537Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501299537Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501299537Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501299537Cleaning up temporary data from old regions at 1732501299544 (+7 ms)Region opened successfully at 1732501299547 (+3 ms) 2024-11-25T02:21:39,547 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:21:39,549 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a21f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:39,550 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:21:39,550 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:21:39,550 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:21:39,550 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:21:39,551 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:21:39,551 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:21:39,551 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:21:39,553 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:21:39,554 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/balancer because node does not exist (not necessarily an error) 2024-11-25T02:21:39,624 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/balancer already deleted, retry=false 2024-11-25T02:21:39,624 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:21:39,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:21:39,634 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/normalizer already deleted, retry=false 2024-11-25T02:21:39,634 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:21:39,635 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:21:39,645 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/switch/split already deleted, retry=false 2024-11-25T02:21:39,645 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:21:39,655 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/switch/merge already deleted, retry=false 2024-11-25T02:21:39,657 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:21:39,669 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/snapshot-cleanup already deleted, retry=false 2024-11-25T02:21:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005882268/running 2024-11-25T02:21:39,680 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005882268/running 2024-11-25T02:21:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,680 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,680 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,41471,1732501297585, sessionid=0x1016fcbb4310003, setting cluster-up flag (Was=false) 2024-11-25T02:21:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,701 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,732 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12005882268/flush-table-proc/acquired, /12005882268/flush-table-proc/reached, /12005882268/flush-table-proc/abort 2024-11-25T02:21:39,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,753 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:39,785 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12005882268/online-snapshot/acquired, /12005882268/online-snapshot/reached, /12005882268/online-snapshot/abort 2024-11-25T02:21:39,786 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:39,786 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:21:39,787 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:39,787 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:21:39,788 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:21:39,788 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,41471,1732501297585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:39,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501329790 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:21:39,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:39,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:21:39,790 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:21:39,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:21:39,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:21:39,791 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501299791,5,FailOnTimeoutGroup] 2024-11-25T02:21:39,791 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501299791,5,FailOnTimeoutGroup] 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:21:39,791 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,792 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:21:39,886 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(746): ClusterId : cb35d51f-c416-4f6b-8212-6efe1da5e96f 2024-11-25T02:21:39,886 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:21:39,898 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:21:39,898 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:21:39,908 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:21:39,908 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45674472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:21:39,919 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:36167 2024-11-25T02:21:39,919 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:21:39,919 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:21:39,919 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:21:39,919 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,41471,1732501297585 with port=36167, startcode=1732501297761 2024-11-25T02:21:39,920 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:21:39,921 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:21:39,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41471 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,922 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3 2024-11-25T02:21:39,922 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37439 2024-11-25T02:21:39,922 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:21:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/rs 2024-11-25T02:21:39,933 DEBUG [RS:0;dbdd1c922b13:36167 {}] zookeeper.ZKUtil(111): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on existing znode=/12005882268/rs/dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,933 WARN [RS:0;dbdd1c922b13:36167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:21:39,933 INFO [RS:0;dbdd1c922b13:36167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:39,933 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,36167,1732501297761] 2024-11-25T02:21:39,935 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:21:39,937 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:21:39,937 INFO [RS:0;dbdd1c922b13:36167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:21:39,937 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,937 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:21:39,938 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:21:39,938 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:39,938 DEBUG [RS:0;dbdd1c922b13:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,939 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36167,1732501297761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:39,951 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:21:39,951 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36167,1732501297761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,951 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,951 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.Replication(171): dbdd1c922b13,36167,1732501297761 started 2024-11-25T02:21:39,963 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:39,963 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,36167,1732501297761, RpcServer on dbdd1c922b13/172.17.0.3:36167, sessionid=0x1016fcbb4310004 2024-11-25T02:21:39,963 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:21:39,963 DEBUG [RS:0;dbdd1c922b13:36167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,963 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36167,1732501297761' 2024-11-25T02:21:39,963 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12005882268/flush-table-proc/abort' 2024-11-25T02:21:39,963 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12005882268/flush-table-proc/acquired' 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36167,1732501297761' 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12005882268/online-snapshot/abort' 2024-11-25T02:21:39,964 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12005882268/online-snapshot/acquired' 2024-11-25T02:21:39,965 DEBUG [RS:0;dbdd1c922b13:36167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:21:39,965 INFO [RS:0;dbdd1c922b13:36167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:21:39,965 INFO [RS:0;dbdd1c922b13:36167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:21:40,065 INFO [RS:0;dbdd1c922b13:36167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:21:40,066 INFO [RS:0;dbdd1c922b13:36167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36167%2C1732501297761, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/oldWALs, maxLogs=10 2024-11-25T02:21:40,077 DEBUG [RS:0;dbdd1c922b13:36167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, exclude list is [], retry=0 2024-11-25T02:21:40,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24,DISK] 2024-11-25T02:21:40,081 INFO [RS:0;dbdd1c922b13:36167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 2024-11-25T02:21:40,082 DEBUG [RS:0;dbdd1c922b13:36167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-25T02:21:40,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:21:40,200 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3 2024-11-25T02:21:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:21:40,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:21:40,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:40,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:40,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:40,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:40,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:40,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:40,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:40,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:40,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:40,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:40,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:40,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:40,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:40,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:40,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:40,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:40,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:40,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:40,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740 2024-11-25T02:21:40,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740 2024-11-25T02:21:40,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:40,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:40,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:40,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:40,614 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:40,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60561329, jitterRate=-0.09756587445735931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501300605Initializing all the Stores at 1732501300605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501300605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501300605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501300605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501300605Cleaning up temporary data from old regions at 1732501300612 (+7 ms)Region opened successfully at 1732501300615 (+3 ms) 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:40,615 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:40,615 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:40,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501300615Disabling compacts and flushes for region at 1732501300615Disabling writes for close at 1732501300615Writing region close event to WAL at 1732501300615Closed at 1732501300615 2024-11-25T02:21:40,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:40,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:21:40,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:21:40,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:40,618 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:21:40,768 DEBUG [dbdd1c922b13:41471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:21:40,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:40,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36167,1732501297761, state=OPENING 2024-11-25T02:21:40,855 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:21:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:40,876 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:40,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005882268/meta-region-server: CHANGED 2024-11-25T02:21:40,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005882268/meta-region-server: CHANGED 2024-11-25T02:21:40,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:21:40,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36167,1732501297761}] 2024-11-25T02:21:40,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:41,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:41,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:21:41,033 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:21:41,033 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:41,034 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:21:41,035 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36167%2C1732501297761.meta, suffix=.meta, logDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/oldWALs, maxLogs=10 2024-11-25T02:21:41,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,051 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.meta.1732501301035.meta, exclude list is [], retry=0 2024-11-25T02:21:41,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:41,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24,DISK] 2024-11-25T02:21:41,055 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.meta.1732501301035.meta 2024-11-25T02:21:41,055 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-25T02:21:41,055 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:41,055 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:21:41,056 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:21:41,056 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:21:41,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:21:41,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:21:41,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:41,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:21:41,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:21:41,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:21:41,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:21:41,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:41,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:41,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:21:41,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:21:41,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:41,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:21:41,061 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:21:41,062 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740 2024-11-25T02:21:41,063 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740 2024-11-25T02:21:41,064 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:21:41,064 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:21:41,065 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:21:41,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:21:41,066 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75093124, jitterRate=0.11897474527359009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:21:41,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:21:41,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501301056Writing region info on filesystem at 1732501301056Initializing all the Stores at 1732501301057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501301057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501301057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501301057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501301057Cleaning up temporary data from old regions at 1732501301064 (+7 ms)Running coprocessor post-open hooks at 1732501301066 (+2 ms)Region opened successfully at 1732501301066 2024-11-25T02:21:41,067 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501301029 2024-11-25T02:21:41,069 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:21:41,069 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:21:41,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:41,070 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36167,1732501297761, state=OPEN 2024-11-25T02:21:41,080 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12005882268/meta-region-server 2024-11-25T02:21:41,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12005882268/meta-region-server 2024-11-25T02:21:41,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005882268/meta-region-server: CHANGED 2024-11-25T02:21:41,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:41,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005882268/meta-region-server: CHANGED 2024-11-25T02:21:41,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:21:41,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36167,1732501297761 in 203 msec 2024-11-25T02:21:41,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:21:41,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-25T02:21:41,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:21:41,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:21:41,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:41,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36167,1732501297761, seqNum=-1] 2024-11-25T02:21:41,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:41,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:41,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-25T02:21:41,089 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501301089, completionTime=-1 2024-11-25T02:21:41,089 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:21:41,089 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501361091 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501421091 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:41471, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,091 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,093 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:21:41,094 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:21:41,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:21:41,096 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:21:41,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:21:41,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41471,1732501297585-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:21:41,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20639135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:41,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:41,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:41,189 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a353b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:41,190 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:41,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b996f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:41,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36167,1732501297761, seqNum=-1] 2024-11-25T02:21:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:41,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:41,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:41,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54776 2024-11-25T02:21:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:21:41,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcbb4310005 connected 2024-11-25T02:21:41,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e406e6 2024-11-25T02:21:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:41,325 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:41,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:21:41,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:41,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:41,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:21:41,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:21:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:41,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1ede5e4d6cb240f5e08c81b419e39ab, NAME => 'test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9 2024-11-25T02:21:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:21:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:21:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T02:21:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T02:21:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:21:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1ede5e4d6cb240f5e08c81b419e39ab, disabling compactions & flushes 2024-11-25T02:21:42,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. after waiting 0 ms 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1ede5e4d6cb240f5e08c81b419e39ab: Waiting for close lock at 1732501302144Disabling compacts and flushes for region at 1732501302144Disabling writes for close at 1732501302144Writing region close event to WAL at 1732501302144Closed at 1732501302144 2024-11-25T02:21:42,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:42,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501302145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501302145"}]},"ts":"1732501302145"} 2024-11-25T02:21:42,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:42,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:42,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501302148"}]},"ts":"1732501302148"} 2024-11-25T02:21:42,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:21:42,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab, ASSIGN}] 2024-11-25T02:21:42,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab, ASSIGN 2024-11-25T02:21:42,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab, ASSIGN; state=OFFLINE, location=dbdd1c922b13,37035,1732501292639; forceNewPlan=false, retain=false 2024-11-25T02:21:42,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1ede5e4d6cb240f5e08c81b419e39ab, regionState=OPENING, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:42,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab, ASSIGN because future has completed 2024-11-25T02:21:42,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ede5e4d6cb240f5e08c81b419e39ab, server=dbdd1c922b13,37035,1732501292639}] 2024-11-25T02:21:42,459 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,459 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1ede5e4d6cb240f5e08c81b419e39ab, NAME => 'test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:42,460 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:42,460 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:21:42,460 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,460 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:42,460 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,460 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,461 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,462 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ede5e4d6cb240f5e08c81b419e39ab columnFamilyName f 2024-11-25T02:21:42,462 DEBUG [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:42,462 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(327): Store=a1ede5e4d6cb240f5e08c81b419e39ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:42,462 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:42,463 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ede5e4d6cb240f5e08c81b419e39ab columnFamilyName f1 2024-11-25T02:21:42,463 DEBUG [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:42,463 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(327): Store=a1ede5e4d6cb240f5e08c81b419e39ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:42,464 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,464 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ede5e4d6cb240f5e08c81b419e39ab columnFamilyName norep 2024-11-25T02:21:42,464 DEBUG [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:42,465 INFO [StoreOpener-a1ede5e4d6cb240f5e08c81b419e39ab-1 {}] regionserver.HStore(327): Store=a1ede5e4d6cb240f5e08c81b419e39ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:42,465 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,465 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,465 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,466 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,466 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,466 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:42,467 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,468 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:42,469 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1ede5e4d6cb240f5e08c81b419e39ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62646303, jitterRate=-0.06649734079837799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:42,469 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:42,469 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1ede5e4d6cb240f5e08c81b419e39ab: Running coprocessor pre-open hook at 1732501302460Writing region info on filesystem at 1732501302460Initializing all the Stores at 1732501302461 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501302461Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501302461Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501302461Cleaning up temporary data from old regions at 1732501302466 (+5 ms)Running coprocessor post-open hooks at 1732501302469 (+3 ms)Region opened successfully at 1732501302469 2024-11-25T02:21:42,470 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab., pid=6, masterSystemTime=1732501302456 2024-11-25T02:21:42,471 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,471 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:42,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1ede5e4d6cb240f5e08c81b419e39ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ede5e4d6cb240f5e08c81b419e39ab, server=dbdd1c922b13,37035,1732501292639 because future has completed 2024-11-25T02:21:42,474 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=dbdd1c922b13,37035,1732501292639, table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T02:21:42,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:21:42,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1ede5e4d6cb240f5e08c81b419e39ab, server=dbdd1c922b13,37035,1732501292639 in 169 msec 2024-11-25T02:21:42,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:21:42,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1ede5e4d6cb240f5e08c81b419e39ab, ASSIGN in 326 msec 2024-11-25T02:21:42,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:42,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501302478"}]},"ts":"1732501302478"} 2024-11-25T02:21:42,480 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:21:42,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:42,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-25T02:21:43,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:43,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:43,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:43,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:43,473 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:21:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6278fe83 2024-11-25T02:21:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:43,475 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:43,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:21:43,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:43,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:43,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:21:43,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:21:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:43,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e70d728b924ae78fb6d956588ecba37, NAME => 'test,,1732501303475.7e70d728b924ae78fb6d956588ecba37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3 2024-11-25T02:21:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:44,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501303475.7e70d728b924ae78fb6d956588ecba37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:44,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e70d728b924ae78fb6d956588ecba37, disabling compactions & flushes 2024-11-25T02:21:44,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. after waiting 0 ms 2024-11-25T02:21:44,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e70d728b924ae78fb6d956588ecba37: Waiting for close lock at 1732501304291Disabling compacts and flushes for region at 1732501304291Disabling writes for close at 1732501304292 (+1 ms)Writing region close event to WAL at 1732501304292Closed at 1732501304292 2024-11-25T02:21:44,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:44,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501303475.7e70d728b924ae78fb6d956588ecba37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501304293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501304293"}]},"ts":"1732501304293"} 2024-11-25T02:21:44,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:44,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:44,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501304295"}]},"ts":"1732501304295"} 2024-11-25T02:21:44,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:21:44,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e70d728b924ae78fb6d956588ecba37, ASSIGN}] 2024-11-25T02:21:44,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e70d728b924ae78fb6d956588ecba37, ASSIGN 2024-11-25T02:21:44,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e70d728b924ae78fb6d956588ecba37, ASSIGN; state=OFFLINE, location=dbdd1c922b13,36167,1732501297761; forceNewPlan=false, retain=false 2024-11-25T02:21:44,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e70d728b924ae78fb6d956588ecba37, regionState=OPENING, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:44,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e70d728b924ae78fb6d956588ecba37, ASSIGN because future has completed 2024-11-25T02:21:44,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e70d728b924ae78fb6d956588ecba37, server=dbdd1c922b13,36167,1732501297761}] 2024-11-25T02:21:44,606 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,606 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e70d728b924ae78fb6d956588ecba37, NAME => 'test,,1732501303475.7e70d728b924ae78fb6d956588ecba37.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:44,606 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:44,606 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:21:44,607 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,607 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501303475.7e70d728b924ae78fb6d956588ecba37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:44,607 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,607 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,608 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,609 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e70d728b924ae78fb6d956588ecba37 columnFamilyName f 2024-11-25T02:21:44,609 DEBUG [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:44,609 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(327): Store=7e70d728b924ae78fb6d956588ecba37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:44,609 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,609 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e70d728b924ae78fb6d956588ecba37 columnFamilyName f1 2024-11-25T02:21:44,610 DEBUG [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:44,610 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(327): Store=7e70d728b924ae78fb6d956588ecba37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:44,610 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,610 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e70d728b924ae78fb6d956588ecba37 columnFamilyName norep 2024-11-25T02:21:44,610 DEBUG [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:44,611 INFO [StoreOpener-7e70d728b924ae78fb6d956588ecba37-1 {}] regionserver.HStore(327): Store=7e70d728b924ae78fb6d956588ecba37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:44,611 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,611 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,611 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,612 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,612 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,612 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:44,613 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,615 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:44,615 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e70d728b924ae78fb6d956588ecba37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75060363, jitterRate=0.11848656833171844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:44,616 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:44,616 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e70d728b924ae78fb6d956588ecba37: Running coprocessor pre-open hook at 1732501304607Writing region info on filesystem at 1732501304607Initializing all the Stores at 1732501304607Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501304607Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501304608 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501304608Cleaning up temporary data from old regions at 1732501304612 (+4 ms)Running coprocessor post-open hooks at 1732501304616 (+4 ms)Region opened successfully at 1732501304616 2024-11-25T02:21:44,616 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501303475.7e70d728b924ae78fb6d956588ecba37., pid=6, masterSystemTime=1732501304603 2024-11-25T02:21:44,618 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,618 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:44,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e70d728b924ae78fb6d956588ecba37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:44,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e70d728b924ae78fb6d956588ecba37, server=dbdd1c922b13,36167,1732501297761 because future has completed 2024-11-25T02:21:44,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:21:44,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e70d728b924ae78fb6d956588ecba37, server=dbdd1c922b13,36167,1732501297761 in 170 msec 2024-11-25T02:21:44,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:21:44,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e70d728b924ae78fb6d956588ecba37, ASSIGN in 325 msec 2024-11-25T02:21:44,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:44,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501304624"}]},"ts":"1732501304624"} 2024-11-25T02:21:44,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:21:44,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:44,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-25T02:21:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:21:45,623 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:21:45,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192efd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:45,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:45,625 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,626 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4684ff68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f838ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:45,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:45,628 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd00e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:45,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,629 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c02df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301ff08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:45,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:45,631 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261de4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,632 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ab0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2777ae1e 2024-11-25T02:21:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:45,634 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:45,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:41471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:21:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:21:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:45,636 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:41471' 2024-11-25T02:21:45,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7f4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,637 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:45,637 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:45,638 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507d5d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:45,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,639 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:45,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccc400e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:45,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e567b1 2024-11-25T02:21:45,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:45,641 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:45,641 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:21:45,641 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:21:45,641 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,641 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:45,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:45,642 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:45,642 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:21:45,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:45,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:45,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:21:45,692 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:21:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:45,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:21:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:46,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7edc1524d87adf18984f3601e862a9c, NAME => 'hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9 2024-11-25T02:21:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:46,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:46,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7edc1524d87adf18984f3601e862a9c, disabling compactions & flushes 2024-11-25T02:21:46,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. after waiting 0 ms 2024-11-25T02:21:46,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7edc1524d87adf18984f3601e862a9c: Waiting for close lock at 1732501306506Disabling compacts and flushes for region at 1732501306506Disabling writes for close at 1732501306506Writing region close event to WAL at 1732501306506Closed at 1732501306507 (+1 ms) 2024-11-25T02:21:46,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:46,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501306508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501306508"}]},"ts":"1732501306508"} 2024-11-25T02:21:46,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:46,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:46,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501306510"}]},"ts":"1732501306510"} 2024-11-25T02:21:46,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:21:46,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7edc1524d87adf18984f3601e862a9c, ASSIGN}] 2024-11-25T02:21:46,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7edc1524d87adf18984f3601e862a9c, ASSIGN 2024-11-25T02:21:46,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7edc1524d87adf18984f3601e862a9c, ASSIGN; state=OFFLINE, location=dbdd1c922b13,37035,1732501292639; forceNewPlan=false, retain=false 2024-11-25T02:21:46,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:46,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:46,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7edc1524d87adf18984f3601e862a9c, regionState=OPENING, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:46,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7edc1524d87adf18984f3601e862a9c, ASSIGN because future has completed 2024-11-25T02:21:46,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7edc1524d87adf18984f3601e862a9c, server=dbdd1c922b13,37035,1732501292639}] 2024-11-25T02:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:46,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:46,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:21:46,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37035%2C1732501292639.rep, suffix=, logDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639, archiveDir=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/oldWALs, maxLogs=10 2024-11-25T02:21:46,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.rep.1732501306822, exclude list is [], retry=0 2024-11-25T02:21:46,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-9e75d5d0-976e-47f2-9c70-0979705f19d4,DISK] 2024-11-25T02:21:46,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.rep.1732501306822 2024-11-25T02:21:46,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T02:21:46,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7edc1524d87adf18984f3601e862a9c, NAME => 'hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:46,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. service=MultiRowMutationService 2024-11-25T02:21:46,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,839 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,840 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7edc1524d87adf18984f3601e862a9c columnFamilyName hfileref 2024-11-25T02:21:46,840 DEBUG [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:46,840 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(327): Store=a7edc1524d87adf18984f3601e862a9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:46,840 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,841 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7edc1524d87adf18984f3601e862a9c columnFamilyName queue 2024-11-25T02:21:46,841 DEBUG [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:46,841 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(327): Store=a7edc1524d87adf18984f3601e862a9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:46,842 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,842 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7edc1524d87adf18984f3601e862a9c columnFamilyName sid 2024-11-25T02:21:46,842 DEBUG [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:46,843 INFO [StoreOpener-a7edc1524d87adf18984f3601e862a9c-1 {}] regionserver.HStore(327): Store=a7edc1524d87adf18984f3601e862a9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:46,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:46,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7edc1524d87adf18984f3601e862a9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446957, jitterRate=-0.00986318290233612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:46,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7edc1524d87adf18984f3601e862a9c: Running coprocessor pre-open hook at 1732501306838Writing region info on filesystem at 1732501306838Initializing all the Stores at 1732501306839 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501306839Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501306839Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501306839Cleaning up temporary data from old regions at 1732501306844 (+5 ms)Running coprocessor post-open hooks at 1732501306847 (+3 ms)Region opened successfully at 1732501306847 2024-11-25T02:21:46,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c., pid=10, masterSystemTime=1732501306818 2024-11-25T02:21:46,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:46,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7edc1524d87adf18984f3601e862a9c, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7edc1524d87adf18984f3601e862a9c, server=dbdd1c922b13,37035,1732501292639 because future has completed 2024-11-25T02:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7edc1524d87adf18984f3601e862a9c, server=dbdd1c922b13,37035,1732501292639 in 187 msec 2024-11-25T02:21:46,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:21:46,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7edc1524d87adf18984f3601e862a9c, ASSIGN in 343 msec 2024-11-25T02:21:46,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:46,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501306857"}]},"ts":"1732501306857"} 2024-11-25T02:21:46,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:21:46,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:46,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-11-25T02:21:46,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c., hostname=dbdd1c922b13,37035,1732501292639, seqNum=2] 2024-11-25T02:21:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:46,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:21:47,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:21:47,135 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:21:47,159 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,37035,1732501292639, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:21:47,159 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:47,160 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37035,1732501292639, seqNum=-1] 2024-11-25T02:21:47,160 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:47,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:47,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,37035,1732501292639', locateType=CURRENT is [region=hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c., hostname=dbdd1c922b13,37035,1732501292639, seqNum=2] 2024-11-25T02:21:47,164 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:21:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:21:47,166 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,37035,1732501292639 suceeded 2024-11-25T02:21:47,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:21:47,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-25T02:21:47,167 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:41471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:21:47,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-25T02:21:47,177 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:41471' 2024-11-25T02:21:47,178 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@419f850f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,178 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:47,178 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:47,179 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:47,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:47,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:47,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e92e260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:47,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:47,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,180 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:47,181 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0bc05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,181 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:47,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:47,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcec62c 2024-11-25T02:21:47,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:47,182 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:47,183 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,37035,1732501292639 (queues=1) is replicating from cluster=65993b88-41c5-4538-81da-e251dba1c09e to cluster=cb35d51f-c416-4f6b-8212-6efe1da5e96f 2024-11-25T02:21:47,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C37035%2C1732501292639 2024-11-25T02:21:47,183 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,37035,1732501292639, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:21:47,183 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C37035%2C1732501292639 2024-11-25T02:21:47,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, startPosition=0, beingWritten=true 2024-11-25T02:21:47,188 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:47,188 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:47,188 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:47,391 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:47,695 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:47,783 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:21:47,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:47,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:47,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:47,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71463142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:47,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:47,784 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c27414f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,786 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-25T02:21:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:47,788 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:47,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:21:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:47,790 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:32957' 2024-11-25T02:21:47,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae7d236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,791 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:47,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:47,792 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6cb1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,793 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:47,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1362ba90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:47,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:47,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:47,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@360f067c 2024-11-25T02:21:47,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:47,795 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:21:47,795 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:21:47,795 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:21:47,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:47,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:47,796 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:21:47,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:21:47,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:21:47,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:47,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:21:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:21:47,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:48,099 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:48,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31dedd95330cd9da4682c649d91f78c4, NAME => 'hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3 2024-11-25T02:21:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:21:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:48,603 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31dedd95330cd9da4682c649d91f78c4, disabling compactions & flushes 2024-11-25T02:21:48,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. after waiting 0 ms 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31dedd95330cd9da4682c649d91f78c4: Waiting for close lock at 1732501308610Disabling compacts and flushes for region at 1732501308610Disabling writes for close at 1732501308610Writing region close event to WAL at 1732501308610Closed at 1732501308610 2024-11-25T02:21:48,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:21:48,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501308611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501308611"}]},"ts":"1732501308611"} 2024-11-25T02:21:48,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:21:48,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:21:48,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501308614"}]},"ts":"1732501308614"} 2024-11-25T02:21:48,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:21:48,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31dedd95330cd9da4682c649d91f78c4, ASSIGN}] 2024-11-25T02:21:48,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31dedd95330cd9da4682c649d91f78c4, ASSIGN 2024-11-25T02:21:48,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31dedd95330cd9da4682c649d91f78c4, ASSIGN; state=OFFLINE, location=dbdd1c922b13,36167,1732501297761; forceNewPlan=false, retain=false 2024-11-25T02:21:48,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31dedd95330cd9da4682c649d91f78c4, regionState=OPENING, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:48,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31dedd95330cd9da4682c649d91f78c4, ASSIGN because future has completed 2024-11-25T02:21:48,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31dedd95330cd9da4682c649d91f78c4, server=dbdd1c922b13,36167,1732501297761}] 2024-11-25T02:21:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:48,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:21:48,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:21:48,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36167%2C1732501297761.rep, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/oldWALs, maxLogs=10 2024-11-25T02:21:48,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.rep.1732501308926, exclude list is [], retry=0 2024-11-25T02:21:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-c2f348a1-b8ce-4b52-aa49-645e6a687f24,DISK] 2024-11-25T02:21:48,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.rep.1732501308926 2024-11-25T02:21:48,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-25T02:21:48,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31dedd95330cd9da4682c649d91f78c4, NAME => 'hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:21:48,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. service=MultiRowMutationService 2024-11-25T02:21:48,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,943 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,944 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31dedd95330cd9da4682c649d91f78c4 columnFamilyName hfileref 2024-11-25T02:21:48,944 DEBUG [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:48,945 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(327): Store=31dedd95330cd9da4682c649d91f78c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:48,945 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,946 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31dedd95330cd9da4682c649d91f78c4 columnFamilyName queue 2024-11-25T02:21:48,946 DEBUG [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:48,946 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(327): Store=31dedd95330cd9da4682c649d91f78c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:48,946 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,947 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31dedd95330cd9da4682c649d91f78c4 columnFamilyName sid 2024-11-25T02:21:48,947 DEBUG [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:21:48,947 INFO [StoreOpener-31dedd95330cd9da4682c649d91f78c4-1 {}] regionserver.HStore(327): Store=31dedd95330cd9da4682c649d91f78c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:21:48,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/replication/31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/replication/31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:21:48,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/replication/31dedd95330cd9da4682c649d91f78c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:21:48,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31dedd95330cd9da4682c649d91f78c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72845339, jitterRate=0.08548013865947723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:21:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:48,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31dedd95330cd9da4682c649d91f78c4: Running coprocessor pre-open hook at 1732501308942Writing region info on filesystem at 1732501308942Initializing all the Stores at 1732501308943 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501308943Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501308943Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501308943Cleaning up temporary data from old regions at 1732501308949 (+6 ms)Running coprocessor post-open hooks at 1732501308952 (+3 ms)Region opened successfully at 1732501308952 2024-11-25T02:21:48,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4., pid=10, masterSystemTime=1732501308922 2024-11-25T02:21:48,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:48,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31dedd95330cd9da4682c649d91f78c4, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:48,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31dedd95330cd9da4682c649d91f78c4, server=dbdd1c922b13,36167,1732501297761 because future has completed 2024-11-25T02:21:48,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:21:48,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31dedd95330cd9da4682c649d91f78c4, server=dbdd1c922b13,36167,1732501297761 in 187 msec 2024-11-25T02:21:48,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:21:48,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31dedd95330cd9da4682c649d91f78c4, ASSIGN in 343 msec 2024-11-25T02:21:48,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:21:48,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501308961"}]},"ts":"1732501308961"} 2024-11-25T02:21:48,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:21:48,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:21:48,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-25T02:21:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4., hostname=dbdd1c922b13,36167,1732501297761, seqNum=2] 2024-11-25T02:21:49,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:49,075 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:49,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:21:49,207 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:49,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:21:49,250 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:21:49,275 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,36167,1732501297761, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:21:49,276 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:49,276 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36167,1732501297761, seqNum=-1] 2024-11-25T02:21:49,276 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:49,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,36167,1732501297761', locateType=CURRENT is [region=hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4., hostname=dbdd1c922b13,36167,1732501297761, seqNum=2] 2024-11-25T02:21:49,280 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:21:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:21:49,282 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,36167,1732501297761 suceeded 2024-11-25T02:21:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:21:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-25T02:21:49,283 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:21:49,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-25T02:21:49,307 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:32957' 2024-11-25T02:21:49,308 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:49,308 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:49,308 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:49,309 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d751f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:49,310 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:49,311 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f4127b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:49,311 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:49,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:49,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e8a3a3a 2024-11-25T02:21:49,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:21:49,312 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-25T02:21:49,313 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,36167,1732501297761 (queues=1) is replicating from cluster=cb35d51f-c416-4f6b-8212-6efe1da5e96f to cluster=65993b88-41c5-4538-81da-e251dba1c09e 2024-11-25T02:21:49,313 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C36167%2C1732501297761 2024-11-25T02:21:49,313 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,36167,1732501297761, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:21:49,313 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C36167%2C1732501297761 2024-11-25T02:21:49,313 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, startPosition=0, beingWritten=true 2024-11-25T02:21:49,317 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:49,318 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:49,318 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36167,1732501297761 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:49,521 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:49,825 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:49,922 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:21:49,933 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:21:49,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:49,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:49,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:49,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:49,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:49,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37035,1732501292639, seqNum=-1] 2024-11-25T02:21:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:49,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab., hostname=dbdd1c922b13,37035,1732501292639, seqNum=2] 2024-11-25T02:21:49,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36167,1732501297761, seqNum=-1] 2024-11-25T02:21:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:49,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:21:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501303475.7e70d728b924ae78fb6d956588ecba37., hostname=dbdd1c922b13,36167,1732501297761, seqNum=2] 2024-11-25T02:21:49,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T02:21:50,229 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:50,725 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 379, reset compression=false 2024-11-25T02:21:50,730 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:50,730 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 480, reset compression=false 2024-11-25T02:21:50,730 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1ede5e4d6cb240f5e08c81b419e39ab/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T02:21:50,732 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:50,732 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:50,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-25T02:21:50,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:21:50,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b34a6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:50,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,41471,-1 for getting cluster id 2024-11-25T02:21:50,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:50,737 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb35d51f-c416-4f6b-8212-6efe1da5e96f' 2024-11-25T02:21:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb35d51f-c416-4f6b-8212-6efe1da5e96f" 2024-11-25T02:21:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bce383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,41471,-1] 2024-11-25T02:21:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:50,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:50,738 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:50,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451d83d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:50,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36167,1732501297761, seqNum=-1] 2024-11-25T02:21:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:50,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:50,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501303475.7e70d728b924ae78fb6d956588ecba37., hostname=dbdd1c922b13,36167,1732501297761, seqNum=2] 2024-11-25T02:21:50,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:21:50,934 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 480, reset compression=false 2024-11-25T02:21:50,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T02:21:50,952 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T02:21:51,238 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 480, reset compression=false 2024-11-25T02:21:51,336 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 379, reset compression=false 2024-11-25T02:21:51,399 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:51,399 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 607, reset compression=false 2024-11-25T02:21:51,399 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36167,1732501297761 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e70d728b924ae78fb6d956588ecba37/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:21:51,401 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:21:51,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-25T02:21:51,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:21:51,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e96636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:51,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,32957,-1 for getting cluster id 2024-11-25T02:21:51,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:21:51,403 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65993b88-41c5-4538-81da-e251dba1c09e' 2024-11-25T02:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:21:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65993b88-41c5-4538-81da-e251dba1c09e" 2024-11-25T02:21:51,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@188bf2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:51,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,32957,-1] 2024-11-25T02:21:51,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:21:51,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:51,404 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:21:51,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2082fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:21:51,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:21:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37035,1732501292639, seqNum=-1] 2024-11-25T02:21:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:21:51,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T02:21:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab., hostname=dbdd1c922b13,37035,1732501292639, seqNum=2] 2024-11-25T02:21:51,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:21:51,603 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 607, reset compression=false 2024-11-25T02:21:51,642 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 480, reset compression=false 2024-11-25T02:21:51,647 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:51,647 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 608, reset compression=false 2024-11-25T02:21:51,647 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:51,850 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 608, reset compression=false 2024-11-25T02:21:51,907 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 607, reset compression=false 2024-11-25T02:21:51,954 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T02:21:51,963 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T02:21:52,154 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 608, reset compression=false 2024-11-25T02:21:52,159 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:52,159 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 764, reset compression=false 2024-11-25T02:21:52,159 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1ede5e4d6cb240f5e08c81b419e39ab/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T02:21:52,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:21:52,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36167 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:21:52,311 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 607, reset compression=false 2024-11-25T02:21:52,314 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:52,314 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 754, reset compression=false 2024-11-25T02:21:52,314 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36167,1732501297761 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:52,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:21:52,363 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 764, reset compression=false 2024-11-25T02:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:21:52,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:21:52,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:21:52,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:52,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T02:21:52,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T02:21:52,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:52,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:21:52,517 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 754, reset compression=false 2024-11-25T02:21:52,667 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 764, reset compression=false 2024-11-25T02:21:52,820 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 754, reset compression=false 2024-11-25T02:21:52,965 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T02:21:52,969 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T02:21:53,070 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 764, reset compression=false 2024-11-25T02:21:53,223 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 754, reset compression=false 2024-11-25T02:21:53,227 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:21:53,228 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 913, reset compression=false 2024-11-25T02:21:53,228 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36167,1732501297761 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e70d728b924ae78fb6d956588ecba37/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T02:21:53,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:21:53,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:21:53,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:21:53,243 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:53,243 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28280 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:21:53,431 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 913, reset compression=false 2024-11-25T02:21:53,574 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 764, reset compression=false 2024-11-25T02:21:53,578 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:53,578 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:53,578 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:53,734 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 913, reset compression=false 2024-11-25T02:21:53,781 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:53,970 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T02:21:53,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:21:53,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:53,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:53,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:53,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:53,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:53,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:21:53,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=6189407, stopped=false 2024-11-25T02:21:53,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,41471,1732501297585 2024-11-25T02:21:54,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005882268/running 2024-11-25T02:21:54,075 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005882268/running 2024-11-25T02:21:54,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:54,075 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:54,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:54,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:54,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:54,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:54,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/running 2024-11-25T02:21:54,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,36167,1732501297761' ***** 2024-11-25T02:21:54,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:21:54,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Set watcher on znode that does not yet exist, /12005882268/running 2024-11-25T02:21:54,076 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:21:54,076 INFO [RS:0;dbdd1c922b13:36167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:21:54,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36167. 2024-11-25T02:21:54,077 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e70d728b924ae78fb6d956588ecba37, disabling compactions & flushes 2024-11-25T02:21:54,077 DEBUG [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:54,077 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:54,077 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:54,077 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:54,077 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. after waiting 0 ms 2024-11-25T02:21:54,077 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:21:54,077 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e70d728b924ae78fb6d956588ecba37 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-25T02:21:54,077 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:21:54,077 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e70d728b924ae78fb6d956588ecba37=test,,1732501303475.7e70d728b924ae78fb6d956588ecba37., 31dedd95330cd9da4682c649d91f78c4=hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.} 2024-11-25T02:21:54,078 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4, 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,078 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:54,078 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:54,078 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:54,078 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:54,078 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:54,078 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:21:54,085 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:54,098 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/info/ed86757ba7b14de8b080f56af18ee256 is 147, key is hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4./info:regioninfo/1732501308954/Put/seqid=0 2024-11-25T02:21:54,098 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f/7e498181d086449ebeaef128bdea8ae4 is 29, key is row1/f:/1732501312966/DeleteFamily/seqid=0 2024-11-25T02:21:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741840_1016 (size=5118) 2024-11-25T02:21:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741841_1017 (size=7686) 2024-11-25T02:21:54,103 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f/7e498181d086449ebeaef128bdea8ae4 2024-11-25T02:21:54,106 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e498181d086449ebeaef128bdea8ae4 2024-11-25T02:21:54,119 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f1/e51a8884f8b24920b2b501207b9990f9 is 30, key is row1/f1:/1732501312966/DeleteFamily/seqid=0 2024-11-25T02:21:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741842_1018 (size=5123) 2024-11-25T02:21:54,138 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 913, reset compression=false 2024-11-25T02:21:54,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:54,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1160, reset compression=false 2024-11-25T02:21:54,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,36167,1732501297761 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:54,142 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,36167,1732501297761: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,36167,1732501297761, walGroup=dbdd1c922b13%2C36167%2C1732501297761, offset=dbdd1c922b13%2C36167%2C1732501297761.1732501300066:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:36167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:21:54,143 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:21:54,143 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:21:54,144 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:21:54,144 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:21:54,144 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:21:54,144 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 607775848 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191636608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:21:54,145 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:41471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:41471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:21:54,150 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:54,278 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4, 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,345 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1160, reset compression=false 2024-11-25T02:21:54,478 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4, 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,488 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:54,502 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/info/ed86757ba7b14de8b080f56af18ee256 2024-11-25T02:21:54,522 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/ns/af4b909d1bf14bf0ab6109f061b8a7cb is 43, key is default/ns:d/1732501301086/Put/seqid=0 2024-11-25T02:21:54,523 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f1/e51a8884f8b24920b2b501207b9990f9 2024-11-25T02:21:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741843_1019 (size=5153) 2024-11-25T02:21:54,526 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e51a8884f8b24920b2b501207b9990f9 2024-11-25T02:21:54,540 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/norep/8d729f4c849d4b2d8f8e93f568abd170 is 33, key is row1/norep:/1732501312966/DeleteFamily/seqid=0 2024-11-25T02:21:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741844_1020 (size=5108) 2024-11-25T02:21:54,648 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1160, reset compression=false 2024-11-25T02:21:54,678 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4, 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,878 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4, 7e70d728b924ae78fb6d956588ecba37 2024-11-25T02:21:54,926 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/ns/af4b909d1bf14bf0ab6109f061b8a7cb 2024-11-25T02:21:54,939 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:21:54,939 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:21:54,943 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/norep/8d729f4c849d4b2d8f8e93f568abd170 2024-11-25T02:21:54,947 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d729f4c849d4b2d8f8e93f568abd170 2024-11-25T02:21:54,948 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/rep_barrier/abbeb25fdb2c4b79ab3aeee495ac6271 is 112, key is test,,1732501303475.7e70d728b924ae78fb6d956588ecba37./rep_barrier:seqnumDuringOpen/1732501304619/Put/seqid=0 2024-11-25T02:21:54,948 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f/7e498181d086449ebeaef128bdea8ae4 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/f/7e498181d086449ebeaef128bdea8ae4 2024-11-25T02:21:54,952 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e498181d086449ebeaef128bdea8ae4 2024-11-25T02:21:54,952 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/f/7e498181d086449ebeaef128bdea8ae4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:54,953 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/f1/e51a8884f8b24920b2b501207b9990f9 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/f1/e51a8884f8b24920b2b501207b9990f9 2024-11-25T02:21:54,957 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e51a8884f8b24920b2b501207b9990f9 2024-11-25T02:21:54,957 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/f1/e51a8884f8b24920b2b501207b9990f9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:54,958 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/.tmp/norep/8d729f4c849d4b2d8f8e93f568abd170 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/norep/8d729f4c849d4b2d8f8e93f568abd170 2024-11-25T02:21:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741845_1021 (size=5518) 2024-11-25T02:21:54,962 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d729f4c849d4b2d8f8e93f568abd170 2024-11-25T02:21:54,962 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/norep/8d729f4c849d4b2d8f8e93f568abd170, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:54,963 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e70d728b924ae78fb6d956588ecba37 in 886ms, sequenceid=8, compaction requested=false 2024-11-25T02:21:54,967 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/default/test/7e70d728b924ae78fb6d956588ecba37/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:54,968 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e70d728b924ae78fb6d956588ecba37: Waiting for close lock at 1732501314077Running coprocessor pre-close hooks at 1732501314077Disabling compacts and flushes for region at 1732501314077Disabling writes for close at 1732501314077Obtaining lock to block concurrent updates at 1732501314077Preparing flush snapshotting stores in 7e70d728b924ae78fb6d956588ecba37 at 1732501314077Finished memstore snapshotting test,,1732501303475.7e70d728b924ae78fb6d956588ecba37., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732501314078 (+1 ms)Flushing stores of test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. at 1732501314078Flushing 7e70d728b924ae78fb6d956588ecba37/f: creating writer at 1732501314078Flushing 7e70d728b924ae78fb6d956588ecba37/f: appending metadata at 1732501314097 (+19 ms)Flushing 7e70d728b924ae78fb6d956588ecba37/f: closing flushed file at 1732501314097Flushing 7e70d728b924ae78fb6d956588ecba37/f1: creating writer at 1732501314106 (+9 ms)Flushing 7e70d728b924ae78fb6d956588ecba37/f1: appending metadata at 1732501314119 (+13 ms)Flushing 7e70d728b924ae78fb6d956588ecba37/f1: closing flushed file at 1732501314119Flushing 7e70d728b924ae78fb6d956588ecba37/norep: creating writer at 1732501314526 (+407 ms)Flushing 7e70d728b924ae78fb6d956588ecba37/norep: appending metadata at 1732501314539 (+13 ms)Flushing 7e70d728b924ae78fb6d956588ecba37/norep: closing flushed file at 1732501314539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c648d0: reopening flushed file at 1732501314947 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb870fd: reopening flushed file at 1732501314952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375bc887: reopening flushed file at 1732501314957 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e70d728b924ae78fb6d956588ecba37 in 886ms, sequenceid=8, compaction requested=false at 1732501314963 (+6 ms)Writing region close event to WAL at 1732501314964 (+1 ms)Running coprocessor post-close hooks at 1732501314968 (+4 ms)Closed at 1732501314968 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501303475.7e70d728b924ae78fb6d956588ecba37. 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31dedd95330cd9da4682c649d91f78c4, disabling compactions & flushes 2024-11-25T02:21:54,968 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. after waiting 0 ms 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:54,968 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31dedd95330cd9da4682c649d91f78c4: Waiting for close lock at 1732501314968Running coprocessor pre-close hooks at 1732501314968Disabling compacts and flushes for region at 1732501314968Disabling writes for close at 1732501314968Failed flush hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4., putting online again at 1732501314968 2024-11-25T02:21:54,969 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:54,991 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:55,052 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1160, reset compression=false 2024-11-25T02:21:55,056 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:55,056 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1804, reset compression=false 2024-11-25T02:21:55,078 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:21:55,078 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31dedd95330cd9da4682c649d91f78c4=hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4.} 2024-11-25T02:21:55,078 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:55,078 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31dedd95330cd9da4682c649d91f78c4 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31dedd95330cd9da4682c649d91f78c4, disabling compactions & flushes 2024-11-25T02:21:55,079 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. after waiting 0 ms 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31dedd95330cd9da4682c649d91f78c4: Waiting for close lock at 1732501315079Running coprocessor pre-close hooks at 1732501315079Disabling compacts and flushes for region at 1732501315079Disabling writes for close at 1732501315079Failed flush hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4., putting online again at 1732501315079 2024-11-25T02:21:55,079 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501307796.31dedd95330cd9da4682c649d91f78c4. 2024-11-25T02:21:55,259 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1804, reset compression=false 2024-11-25T02:21:55,279 DEBUG [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:21:55,361 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/rep_barrier/abbeb25fdb2c4b79ab3aeee495ac6271 2024-11-25T02:21:55,381 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/table/b625ffbc69ef4718bebdff2ff88c2d5f is 53, key is hbase:replication/table:state/1732501308961/Put/seqid=0 2024-11-25T02:21:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:21:55,384 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/table/b625ffbc69ef4718bebdff2ff88c2d5f 2024-11-25T02:21:55,388 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/info/ed86757ba7b14de8b080f56af18ee256 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/info/ed86757ba7b14de8b080f56af18ee256 2024-11-25T02:21:55,391 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/info/ed86757ba7b14de8b080f56af18ee256, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:21:55,392 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/ns/af4b909d1bf14bf0ab6109f061b8a7cb as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/ns/af4b909d1bf14bf0ab6109f061b8a7cb 2024-11-25T02:21:55,396 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/ns/af4b909d1bf14bf0ab6109f061b8a7cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:21:55,396 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/rep_barrier/abbeb25fdb2c4b79ab3aeee495ac6271 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/rep_barrier/abbeb25fdb2c4b79ab3aeee495ac6271 2024-11-25T02:21:55,400 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/rep_barrier/abbeb25fdb2c4b79ab3aeee495ac6271, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:21:55,400 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/.tmp/table/b625ffbc69ef4718bebdff2ff88c2d5f as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/table/b625ffbc69ef4718bebdff2ff88c2d5f 2024-11-25T02:21:55,404 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/table/b625ffbc69ef4718bebdff2ff88c2d5f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:21:55,405 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-25T02:21:55,409 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:21:55,409 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:55,409 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:55,409 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:55,409 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501314077Running coprocessor pre-close hooks at 1732501314077Disabling compacts and flushes for region at 1732501314078 (+1 ms)Disabling writes for close at 1732501314078Obtaining lock to block concurrent updates at 1732501314078Preparing flush snapshotting stores in 1588230740 at 1732501314078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501314078Flushing stores of hbase:meta,,1.1588230740 at 1732501314078Flushing 1588230740/info: creating writer at 1732501314078Flushing 1588230740/info: appending metadata at 1732501314098 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732501314098Flushing 1588230740/ns: creating writer at 1732501314506 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732501314522 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732501314522Flushing 1588230740/rep_barrier: creating writer at 1732501314930 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501314947 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501314947Flushing 1588230740/table: creating writer at 1732501315365 (+418 ms)Flushing 1588230740/table: appending metadata at 1732501315380 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732501315380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689c087d: reopening flushed file at 1732501315387 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f455e6: reopening flushed file at 1732501315391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36de0eee: reopening flushed file at 1732501315396 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e101425: reopening flushed file at 1732501315400 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1732501315405 (+5 ms)Writing region close event to WAL at 1732501315406 (+1 ms)Running coprocessor post-close hooks at 1732501315409 (+3 ms)Closed at 1732501315409 2024-11-25T02:21:55,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:55,479 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T02:21:55,479 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,36167,1732501297761; all regions closed. 2024-11-25T02:21:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:21:55,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.meta.1732501301035.meta not finished, retry = 0 2024-11-25T02:21:55,562 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 to pos 1804, reset compression=false 2024-11-25T02:21:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741839_1015 (size=1515) 2024-11-25T02:21:55,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.rep.1732501308926 not finished, retry = 0 2024-11-25T02:21:55,594 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741832_1008 (size=1812) 2024-11-25T02:21:55,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/WALs/dbdd1c922b13,36167,1732501297761/dbdd1c922b13%2C36167%2C1732501297761.1732501300066 not finished, retry = 0 2024-11-25T02:21:55,787 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:55,787 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:55,788 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:55,788 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:55,788 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:55,788 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:55,788 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,36167,1732501297761 because: Region server is closing 2024-11-25T02:21:55,788 INFO [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36167. 2024-11-25T02:21:55,788 DEBUG [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:55,788 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:55,788 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:55,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:55,889 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.shipperdbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 terminated 2024-11-25T02:21:55,889 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,36167,1732501297761.replicationSource.wal-reader.dbdd1c922b13%2C36167%2C1732501297761,1-dbdd1c922b13,36167,1732501297761 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:21:55,889 INFO [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36167. 2024-11-25T02:21:55,889 DEBUG [RS:0;dbdd1c922b13:36167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:55,889 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:55,889 DEBUG [RS:0;dbdd1c922b13:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:55,889 INFO [RS:0;dbdd1c922b13:36167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36167 2024-11-25T02:21:55,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:56,298 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:56,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268/rs 2024-11-25T02:21:56,310 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005882268/rs/dbdd1c922b13,36167,1732501297761 2024-11-25T02:21:56,310 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:56,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,36167,1732501297761] 2024-11-25T02:21:56,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12005882268/draining/dbdd1c922b13,36167,1732501297761 already deleted, retry=false 2024-11-25T02:21:56,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,36167,1732501297761 expired; onlineServers=0 2024-11-25T02:21:56,331 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,41471,1732501297585' ***** 2024-11-25T02:21:56,331 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:21:56,331 INFO [M:0;dbdd1c922b13:41471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:21:56,332 DEBUG [M:0;dbdd1c922b13:41471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:21:56,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:21:56,332 DEBUG [M:0;dbdd1c922b13:41471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:21:56,332 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501299791 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501299791,5,FailOnTimeoutGroup] 2024-11-25T02:21:56,332 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501299791 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501299791,5,FailOnTimeoutGroup] 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:21:56,332 DEBUG [M:0;dbdd1c922b13:41471 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:56,332 INFO [M:0;dbdd1c922b13:41471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:21:56,332 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:21:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005882268/master 2024-11-25T02:21:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005882268 2024-11-25T02:21:56,342 DEBUG [M:0;dbdd1c922b13:41471 {}] zookeeper.ZKUtil(347): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Unable to get data of znode /12005882268/master because node does not exist (not an error) 2024-11-25T02:21:56,342 WARN [M:0;dbdd1c922b13:41471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:21:56,342 INFO [M:0;dbdd1c922b13:41471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/.lastflushedseqids 2024-11-25T02:21:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741847_1023 (size=245) 2024-11-25T02:21:56,421 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:56,421 INFO [RS:0;dbdd1c922b13:36167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:56,421 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x1016fcbb4310004, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:56,421 INFO [RS:0;dbdd1c922b13:36167 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,36167,1732501297761; zookeeper connection closed. 2024-11-25T02:21:56,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d3d3f06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d3d3f06 2024-11-25T02:21:56,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:21:56,747 INFO [M:0;dbdd1c922b13:41471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:21:56,747 INFO [M:0;dbdd1c922b13:41471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:21:56,747 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:21:56,747 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:56,747 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:56,747 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:21:56,747 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:56,747 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:21:56,761 DEBUG [M:0;dbdd1c922b13:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99468710d6394acc979d89506a3cb213 is 82, key is hbase:meta,,1/info:regioninfo/1732501301069/Put/seqid=0 2024-11-25T02:21:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741848_1024 (size=5672) 2024-11-25T02:21:57,102 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:57,165 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99468710d6394acc979d89506a3cb213 2024-11-25T02:21:57,188 DEBUG [M:0;dbdd1c922b13:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffeea52e86554347a0f1196b103abf67 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501308964/Put/seqid=0 2024-11-25T02:21:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741849_1025 (size=8516) 2024-11-25T02:21:57,192 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffeea52e86554347a0f1196b103abf67 2024-11-25T02:21:57,211 DEBUG [M:0;dbdd1c922b13:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09164f4c8344308957499dbf06896b1 is 69, key is dbdd1c922b13,36167,1732501297761/rs:state/1732501299921/Put/seqid=0 2024-11-25T02:21:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741850_1026 (size=5156) 2024-11-25T02:21:57,615 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09164f4c8344308957499dbf06896b1 2024-11-25T02:21:57,619 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99468710d6394acc979d89506a3cb213 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99468710d6394acc979d89506a3cb213 2024-11-25T02:21:57,622 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99468710d6394acc979d89506a3cb213, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:21:57,623 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffeea52e86554347a0f1196b103abf67 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffeea52e86554347a0f1196b103abf67 2024-11-25T02:21:57,626 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffeea52e86554347a0f1196b103abf67, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:21:57,626 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a09164f4c8344308957499dbf06896b1 as hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a09164f4c8344308957499dbf06896b1 2024-11-25T02:21:57,629 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a09164f4c8344308957499dbf06896b1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:21:57,630 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-25T02:21:57,631 INFO [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:21:57,631 DEBUG [M:0;dbdd1c922b13:41471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501316747Disabling compacts and flushes for region at 1732501316747Disabling writes for close at 1732501316747Obtaining lock to block concurrent updates at 1732501316747Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501316747Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501316747Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501316748 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501316748Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501316760 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501316760Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501317169 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501317188 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501317188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501317195 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501317211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501317211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4c1673: reopening flushed file at 1732501317618 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6579d755: reopening flushed file at 1732501317622 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44127e76: reopening flushed file at 1732501317626 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1732501317630 (+4 ms)Writing region close event to WAL at 1732501317631 (+1 ms)Closed at 1732501317631 2024-11-25T02:21:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:21:57,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92c608b7-b9a5-128a-6aa8-66ee826b1da3/MasterData/WALs/dbdd1c922b13,41471,1732501297585/dbdd1c922b13%2C41471%2C1732501297585.1732501299512 not finished, retry = 0 2024-11-25T02:21:57,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:21:57,733 INFO [M:0;dbdd1c922b13:41471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:21:57,733 INFO [M:0;dbdd1c922b13:41471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41471 2024-11-25T02:21:57,734 INFO [M:0;dbdd1c922b13:41471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:21:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:57,884 INFO [M:0;dbdd1c922b13:41471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:21:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x1016fcbb4310003, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:21:57,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ef2109f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:21:57,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c43688e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:57,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:57,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2439cc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:57,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@889d6c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:57,906 WARN [BP-1177392820-172.17.0.3-1732501295635 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:21:57,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:21:57,906 WARN [BP-1177392820-172.17.0.3-1732501295635 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1177392820-172.17.0.3-1732501295635 (Datanode Uuid 0d96188c-8a43-4628-b4a8-3463724db232) service to localhost/127.0.0.1:37439 2024-11-25T02:21:57,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:21:57,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/cluster_84435429-1b59-dc27-6674-b4171c139e54/data/data1/current/BP-1177392820-172.17.0.3-1732501295635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:57,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/cluster_84435429-1b59-dc27-6674-b4171c139e54/data/data2/current/BP-1177392820-172.17.0.3-1732501295635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:21:57,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:21:57,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cff2d6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:21:57,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@601e3529{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:21:57,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:21:57,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b55d7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:21:57,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@459af1fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir/,STOPPED} 2024-11-25T02:21:57,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:21:57,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:21:57,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:57,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:57,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:57,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:57,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:21:57,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:21:57,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495756258, stopped=false 2024-11-25T02:21:57,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,32957,1732501292347 2024-11-25T02:21:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-42083326/running 2024-11-25T02:21:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-42083326/running 2024-11-25T02:21:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:21:57,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:21:57,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/running 2024-11-25T02:21:57,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Set watcher on znode that does not yet exist, /0-42083326/running 2024-11-25T02:21:57,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:21:57,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:57,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:57,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,37035,1732501292639' ***** 2024-11-25T02:21:57,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:21:57,943 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:21:57,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,37035,1732501292639 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37035. 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7edc1524d87adf18984f3601e862a9c, disabling compactions & flushes 2024-11-25T02:21:57,944 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:57,944 DEBUG [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:21:57,944 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. after waiting 0 ms 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:21:57,944 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7edc1524d87adf18984f3601e862a9c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-25T02:21:57,944 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:21:57,944 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1325): Online Regions={a7edc1524d87adf18984f3601e862a9c=hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c., 1588230740=hbase:meta,,1.1588230740, a1ede5e4d6cb240f5e08c81b419e39ab=test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.} 2024-11-25T02:21:57,944 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab, a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:21:57,944 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:21:57,944 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:21:57,945 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:21:57,945 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:21:57,945 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:21:57,948 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:21:57,964 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/info/65ad539fafb441aa95e37a7f085f450a is 147, key is hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c./info:regioninfo/1732501306850/Put/seqid=0 2024-11-25T02:21:57,964 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/.tmp/queue/7756640850f14945861388d91428ee59 is 153, key is 1-dbdd1c922b13,37035,1732501292639/queue:dbdd1c922b13%2C37035%2C1732501292639/1732501313579/Put/seqid=0 2024-11-25T02:21:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741840_1016 (size=7686) 2024-11-25T02:21:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741841_1017 (size=5352) 2024-11-25T02:21:58,005 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:58,145 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab, a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:58,345 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab, a7edc1524d87adf18984f3601e862a9c 2024-11-25T02:21:58,368 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/info/65ad539fafb441aa95e37a7f085f450a 2024-11-25T02:21:58,368 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/.tmp/queue/7756640850f14945861388d91428ee59 2024-11-25T02:21:58,372 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/.tmp/queue/7756640850f14945861388d91428ee59 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/queue/7756640850f14945861388d91428ee59 2024-11-25T02:21:58,375 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/queue/7756640850f14945861388d91428ee59, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T02:21:58,376 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a7edc1524d87adf18984f3601e862a9c in 432ms, sequenceid=10, compaction requested=false 2024-11-25T02:21:58,383 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/replication/a7edc1524d87adf18984f3601e862a9c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T02:21:58,383 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:58,383 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:58,383 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:58,383 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7edc1524d87adf18984f3601e862a9c: Waiting for close lock at 1732501317944Running coprocessor pre-close hooks at 1732501317944Disabling compacts and flushes for region at 1732501317944Disabling writes for close at 1732501317944Obtaining lock to block concurrent updates at 1732501317944Preparing flush snapshotting stores in a7edc1524d87adf18984f3601e862a9c at 1732501317944Finished memstore snapshotting hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732501317944Flushing stores of hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. at 1732501317945 (+1 ms)Flushing a7edc1524d87adf18984f3601e862a9c/queue: creating writer at 1732501317945Flushing a7edc1524d87adf18984f3601e862a9c/queue: appending metadata at 1732501317963 (+18 ms)Flushing a7edc1524d87adf18984f3601e862a9c/queue: closing flushed file at 1732501317963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff5405a: reopening flushed file at 1732501318371 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a7edc1524d87adf18984f3601e862a9c in 432ms, sequenceid=10, compaction requested=false at 1732501318377 (+6 ms)Writing region close event to WAL at 1732501318380 (+3 ms)Running coprocessor post-close hooks at 1732501318383 (+3 ms)Closed at 1732501318383 2024-11-25T02:21:58,383 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501305641.a7edc1524d87adf18984f3601e862a9c. 2024-11-25T02:21:58,384 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1ede5e4d6cb240f5e08c81b419e39ab, disabling compactions & flushes 2024-11-25T02:21:58,384 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:58,384 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:58,384 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. after waiting 0 ms 2024-11-25T02:21:58,384 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:58,384 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1ede5e4d6cb240f5e08c81b419e39ab 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-25T02:21:58,386 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/ns/e3a69c74ef354f0d8f718d793be92d08 is 43, key is default/ns:d/1732501295558/Put/seqid=0 2024-11-25T02:21:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:21:58,397 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f/1fa6d88cdfca4e8d8e536af96b3b5261 is 29, key is row1/f:/1732501312966/DeleteFamily/seqid=0 2024-11-25T02:21:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741843_1019 (size=5118) 2024-11-25T02:21:58,409 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:21:58,409 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:21:58,545 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:58,745 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:58,790 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/ns/e3a69c74ef354f0d8f718d793be92d08 2024-11-25T02:21:58,801 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f/1fa6d88cdfca4e8d8e536af96b3b5261 2024-11-25T02:21:58,804 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa6d88cdfca4e8d8e536af96b3b5261 2024-11-25T02:21:58,809 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0eb7f0d6134a64a8e84d83093db020 is 112, key is test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab./rep_barrier:seqnumDuringOpen/1732501302472/Put/seqid=0 2024-11-25T02:21:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:21:58,819 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f1/9a658ab8891f4655a9eb44f4c9143da4 is 30, key is row1/f1:/1732501312966/DeleteFamily/seqid=0 2024-11-25T02:21:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741845_1021 (size=5123) 2024-11-25T02:21:58,945 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:21:58,945 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1ede5e4d6cb240f5e08c81b419e39ab=test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab.} 2024-11-25T02:21:58,945 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:59,008 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 914, reset compression=false 2024-11-25T02:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 1161, reset compression=false 2024-11-25T02:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37035,1732501292639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:21:59,013 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,37035,1732501292639: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,37035,1732501292639, walGroup=dbdd1c922b13%2C37035%2C1732501292639, offset=dbdd1c922b13%2C37035%2C1732501292639.1732501294457:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:37035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:21:59,014 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:21:59,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:21:59,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:21:59,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:21:59,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:21:59,015 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 681176168 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192327008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:21:59,015 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:32957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:32957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:21:59,145 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:59,213 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0eb7f0d6134a64a8e84d83093db020 2024-11-25T02:21:59,215 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 1161, reset compression=false 2024-11-25T02:21:59,226 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f1/9a658ab8891f4655a9eb44f4c9143da4 2024-11-25T02:21:59,230 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a658ab8891f4655a9eb44f4c9143da4 2024-11-25T02:21:59,231 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/table/be2aff33a6ea40ee872d7e1c4eee78aa is 53, key is hbase:replication/table:state/1732501306857/Put/seqid=0 2024-11-25T02:21:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:21:59,247 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/norep/cc3b8d6907cf432bb3decc06ff41612f is 32, key is row/norep:/1732501311956/DeleteFamily/seqid=0 2024-11-25T02:21:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741847_1023 (size=5101) 2024-11-25T02:21:59,346 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:59,518 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 1161, reset compression=false 2024-11-25T02:21:59,546 DEBUG [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ede5e4d6cb240f5e08c81b419e39ab 2024-11-25T02:21:59,634 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/table/be2aff33a6ea40ee872d7e1c4eee78aa 2024-11-25T02:21:59,638 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/info/65ad539fafb441aa95e37a7f085f450a as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/info/65ad539fafb441aa95e37a7f085f450a 2024-11-25T02:21:59,642 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/info/65ad539fafb441aa95e37a7f085f450a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:21:59,642 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/ns/e3a69c74ef354f0d8f718d793be92d08 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/ns/e3a69c74ef354f0d8f718d793be92d08 2024-11-25T02:21:59,646 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/ns/e3a69c74ef354f0d8f718d793be92d08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:21:59,646 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0eb7f0d6134a64a8e84d83093db020 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/rep_barrier/2f0eb7f0d6134a64a8e84d83093db020 2024-11-25T02:21:59,650 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/rep_barrier/2f0eb7f0d6134a64a8e84d83093db020, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:21:59,650 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/.tmp/table/be2aff33a6ea40ee872d7e1c4eee78aa as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/table/be2aff33a6ea40ee872d7e1c4eee78aa 2024-11-25T02:21:59,650 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/norep/cc3b8d6907cf432bb3decc06ff41612f 2024-11-25T02:21:59,653 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/table/be2aff33a6ea40ee872d7e1c4eee78aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:21:59,653 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc3b8d6907cf432bb3decc06ff41612f 2024-11-25T02:21:59,654 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f/1fa6d88cdfca4e8d8e536af96b3b5261 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/f/1fa6d88cdfca4e8d8e536af96b3b5261 2024-11-25T02:21:59,654 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-25T02:21:59,654 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:21:59,658 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa6d88cdfca4e8d8e536af96b3b5261 2024-11-25T02:21:59,658 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/f/1fa6d88cdfca4e8d8e536af96b3b5261, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:59,658 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:21:59,658 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/f1/9a658ab8891f4655a9eb44f4c9143da4 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/f1/9a658ab8891f4655a9eb44f4c9143da4 2024-11-25T02:21:59,659 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:59,659 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:21:59,659 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:59,659 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501317944Running coprocessor pre-close hooks at 1732501317944Disabling compacts and flushes for region at 1732501317944Disabling writes for close at 1732501317945 (+1 ms)Obtaining lock to block concurrent updates at 1732501317945Preparing flush snapshotting stores in 1588230740 at 1732501317945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501317945Flushing stores of hbase:meta,,1.1588230740 at 1732501317945Flushing 1588230740/info: creating writer at 1732501317945Flushing 1588230740/info: appending metadata at 1732501317963 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732501317963Flushing 1588230740/ns: creating writer at 1732501318371 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732501318386 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732501318386Flushing 1588230740/rep_barrier: creating writer at 1732501318794 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501318808 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501318808Flushing 1588230740/table: creating writer at 1732501319218 (+410 ms)Flushing 1588230740/table: appending metadata at 1732501319231 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732501319231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcb7b8e: reopening flushed file at 1732501319638 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e1fe3c: reopening flushed file at 1732501319642 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641e00c: reopening flushed file at 1732501319646 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f904e79: reopening flushed file at 1732501319650 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1732501319654 (+4 ms)Writing region close event to WAL at 1732501319656 (+2 ms)Running coprocessor post-close hooks at 1732501319659 (+3 ms)Closed at 1732501319659 2024-11-25T02:21:59,659 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:21:59,662 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a658ab8891f4655a9eb44f4c9143da4 2024-11-25T02:21:59,662 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/f1/9a658ab8891f4655a9eb44f4c9143da4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:59,663 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/.tmp/norep/cc3b8d6907cf432bb3decc06ff41612f as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/norep/cc3b8d6907cf432bb3decc06ff41612f 2024-11-25T02:21:59,666 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc3b8d6907cf432bb3decc06ff41612f 2024-11-25T02:21:59,666 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/norep/cc3b8d6907cf432bb3decc06ff41612f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T02:21:59,667 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1ede5e4d6cb240f5e08c81b419e39ab in 1283ms, sequenceid=8, compaction requested=false 2024-11-25T02:21:59,667 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:21:59,671 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/data/default/test/a1ede5e4d6cb240f5e08c81b419e39ab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T02:21:59,671 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:21:59,671 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:21:59,671 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:59,671 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1ede5e4d6cb240f5e08c81b419e39ab: Waiting for close lock at 1732501318383Running coprocessor pre-close hooks at 1732501318383Disabling compacts and flushes for region at 1732501318383Disabling writes for close at 1732501318384 (+1 ms)Obtaining lock to block concurrent updates at 1732501318384Preparing flush snapshotting stores in a1ede5e4d6cb240f5e08c81b419e39ab at 1732501318384Finished memstore snapshotting test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732501318384Flushing stores of test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. at 1732501318384Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f: creating writer at 1732501318384Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f: appending metadata at 1732501318397 (+13 ms)Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f: closing flushed file at 1732501318397Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f1: creating writer at 1732501318805 (+408 ms)Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f1: appending metadata at 1732501318818 (+13 ms)Flushing a1ede5e4d6cb240f5e08c81b419e39ab/f1: closing flushed file at 1732501318818Flushing a1ede5e4d6cb240f5e08c81b419e39ab/norep: creating writer at 1732501319230 (+412 ms)Flushing a1ede5e4d6cb240f5e08c81b419e39ab/norep: appending metadata at 1732501319246 (+16 ms)Flushing a1ede5e4d6cb240f5e08c81b419e39ab/norep: closing flushed file at 1732501319246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445c472b: reopening flushed file at 1732501319653 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb5c827: reopening flushed file at 1732501319658 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240c10ec: reopening flushed file at 1732501319662 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1ede5e4d6cb240f5e08c81b419e39ab in 1283ms, sequenceid=8, compaction requested=false at 1732501319667 (+5 ms)Writing region close event to WAL at 1732501319668 (+1 ms)Running coprocessor post-close hooks at 1732501319671 (+3 ms)Closed at 1732501319671 2024-11-25T02:21:59,671 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501301325.a1ede5e4d6cb240f5e08c81b419e39ab. 2024-11-25T02:21:59,746 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,37035,1732501292639; all regions closed. 2024-11-25T02:21:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:21:59,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.meta.1732501295480.meta not finished, retry = 0 2024-11-25T02:21:59,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.rep.1732501306822 not finished, retry = 0 2024-11-25T02:21:59,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741839_1015 (size=2676) 2024-11-25T02:21:59,922 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 1161, reset compression=false 2024-11-25T02:21:59,927 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:21:59,927 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.wal-reader.dbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 to pos 1805, reset compression=false 2024-11-25T02:21:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741832_1008 (size=1813) 2024-11-25T02:21:59,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/WALs/dbdd1c922b13,37035,1732501292639/dbdd1c922b13%2C37035%2C1732501292639.1732501294457 not finished, retry = 0 2024-11-25T02:22:00,054 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:00,054 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:00,055 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:00,055 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:00,055 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:00,055 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:00,055 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,37035,1732501292639 because: Region server is closing 2024-11-25T02:22:00,055 INFO [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37035. 2024-11-25T02:22:00,055 DEBUG [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:00,055 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:00,055 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:00,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:00,156 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37035,1732501292639.replicationSource.shipperdbdd1c922b13%2C37035%2C1732501292639,1-dbdd1c922b13,37035,1732501292639 terminated 2024-11-25T02:22:00,156 INFO [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37035. 2024-11-25T02:22:00,156 DEBUG [RS:0;dbdd1c922b13:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:00,156 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:00,156 DEBUG [RS:0;dbdd1c922b13:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:00,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:00,156 INFO [RS:0;dbdd1c922b13:37035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37035 2024-11-25T02:22:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326/rs 2024-11-25T02:22:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-42083326/rs/dbdd1c922b13,37035,1732501292639 2024-11-25T02:22:00,222 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:00,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,37035,1732501292639] 2024-11-25T02:22:00,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-42083326/draining/dbdd1c922b13,37035,1732501292639 already deleted, retry=false 2024-11-25T02:22:00,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,37035,1732501292639 expired; onlineServers=0 2024-11-25T02:22:00,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,32957,1732501292347' ***** 2024-11-25T02:22:00,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:22:00,243 INFO [M:0;dbdd1c922b13:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:00,243 INFO [M:0;dbdd1c922b13:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:00,243 DEBUG [M:0;dbdd1c922b13:32957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:22:00,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:22:00,243 DEBUG [M:0;dbdd1c922b13:32957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:22:00,243 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501294280 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501294280,5,FailOnTimeoutGroup] 2024-11-25T02:22:00,243 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501294280 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501294280,5,FailOnTimeoutGroup] 2024-11-25T02:22:00,244 INFO [M:0;dbdd1c922b13:32957 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:00,244 INFO [M:0;dbdd1c922b13:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:00,244 DEBUG [M:0;dbdd1c922b13:32957 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:22:00,244 INFO [M:0;dbdd1c922b13:32957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:22:00,244 INFO [M:0;dbdd1c922b13:32957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:00,244 INFO [M:0;dbdd1c922b13:32957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:22:00,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:22:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-42083326/master 2024-11-25T02:22:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-42083326 2024-11-25T02:22:00,254 DEBUG [M:0;dbdd1c922b13:32957 {}] zookeeper.ZKUtil(347): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Unable to get data of znode /0-42083326/master because node does not exist (not an error) 2024-11-25T02:22:00,254 WARN [M:0;dbdd1c922b13:32957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:22:00,255 INFO [M:0;dbdd1c922b13:32957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/.lastflushedseqids 2024-11-25T02:22:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741848_1024 (size=245) 2024-11-25T02:22:00,333 INFO [RS:0;dbdd1c922b13:37035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:00,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:00,333 INFO [RS:0;dbdd1c922b13:37035 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,37035,1732501292639; zookeeper connection closed. 2024-11-25T02:22:00,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1016fcbb4310001, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:00,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25cd8a3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25cd8a3e 2024-11-25T02:22:00,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:22:00,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:00,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:00,659 INFO [M:0;dbdd1c922b13:32957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:22:00,659 INFO [M:0;dbdd1c922b13:32957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:22:00,659 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:00,659 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:00,659 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:00,659 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:00,659 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:00,659 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:22:00,673 DEBUG [M:0;dbdd1c922b13:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e19c8fc0e154cc08037743088619a76 is 82, key is hbase:meta,,1/info:regioninfo/1732501295510/Put/seqid=0 2024-11-25T02:22:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741849_1025 (size=5672) 2024-11-25T02:22:01,076 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e19c8fc0e154cc08037743088619a76 2024-11-25T02:22:01,093 DEBUG [M:0;dbdd1c922b13:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0155787ea497477b81bc891ea8104946 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501306861/Put/seqid=0 2024-11-25T02:22:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741850_1026 (size=8516) 2024-11-25T02:22:01,497 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0155787ea497477b81bc891ea8104946 2024-11-25T02:22:01,513 DEBUG [M:0;dbdd1c922b13:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd49b88505a141ef8d51d32823a3d460 is 69, key is dbdd1c922b13,37035,1732501292639/rs:state/1732501294312/Put/seqid=0 2024-11-25T02:22:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741851_1027 (size=5156) 2024-11-25T02:22:01,917 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd49b88505a141ef8d51d32823a3d460 2024-11-25T02:22:01,921 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e19c8fc0e154cc08037743088619a76 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e19c8fc0e154cc08037743088619a76 2024-11-25T02:22:01,925 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e19c8fc0e154cc08037743088619a76, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:22:01,925 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0155787ea497477b81bc891ea8104946 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0155787ea497477b81bc891ea8104946 2024-11-25T02:22:01,929 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0155787ea497477b81bc891ea8104946, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:22:01,930 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd49b88505a141ef8d51d32823a3d460 as hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd49b88505a141ef8d51d32823a3d460 2024-11-25T02:22:01,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:22:01,934 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33705/user/jenkins/test-data/9990c440-6ee8-e976-83d9-2af027646bd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd49b88505a141ef8d51d32823a3d460, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:22:01,935 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-25T02:22:01,936 INFO [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:01,936 DEBUG [M:0;dbdd1c922b13:32957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501320659Disabling compacts and flushes for region at 1732501320659Disabling writes for close at 1732501320659Obtaining lock to block concurrent updates at 1732501320659Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501320659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501320659Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501320660 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501320660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501320672 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501320672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501321080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501321093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501321093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501321501 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501321513 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501321513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7096eb: reopening flushed file at 1732501321920 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb04dcd: reopening flushed file at 1732501321925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e779a2: reopening flushed file at 1732501321929 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1732501321935 (+6 ms)Writing region close event to WAL at 1732501321936 (+1 ms)Closed at 1732501321936 2024-11-25T02:22:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:22:01,944 INFO [M:0;dbdd1c922b13:32957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:22:01,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:01,944 INFO [M:0;dbdd1c922b13:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32957 2024-11-25T02:22:01,945 INFO [M:0;dbdd1c922b13:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:22:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:22:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:22:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:02,095 INFO [M:0;dbdd1c922b13:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1016fcbb4310000, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:02,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76b6a439{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:02,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a608edf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:02,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:02,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e922a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:02,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3166a7ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:02,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:22:02,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:22:02,098 WARN [BP-618717335-172.17.0.3-1732501289123 heartbeating to localhost/127.0.0.1:33705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:22:02,099 WARN [BP-618717335-172.17.0.3-1732501289123 heartbeating to localhost/127.0.0.1:33705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-618717335-172.17.0.3-1732501289123 (Datanode Uuid 0899eced-4a39-46d2-95e5-b66c32907c6e) service to localhost/127.0.0.1:33705 2024-11-25T02:22:02,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/data/data1/current/BP-618717335-172.17.0.3-1732501289123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:02,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/cluster_24488891-7492-69f4-f57d-6fde9f524915/data/data2/current/BP-618717335-172.17.0.3-1732501289123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:02,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:22:02,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eaab6aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:02,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ce2f9dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:02,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:02,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ae8042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:02,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76769433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c340797-f1fa-d76f-6445-54ff82a878bf/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:02,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:22:02,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:22:02,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33705 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37439 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54776) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54776) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=3442 (was 3313) - AvailableMemoryMB LEAK? - 2024-11-25T02:22:02,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=3442 2024-11-25T02:22:02,148 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-25T02:22:02,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir so I do NOT create it in target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d 2024-11-25T02:22:02,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:02,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.tmp.dir so I do NOT create it in target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d 2024-11-25T02:22:02,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b441fd8-d440-dcf8-47f6-fdeba3cfbaab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:02,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d 2024-11-25T02:22:02,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3, deleteOnExit=true 2024-11-25T02:22:02,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/zookeeper_0, clientPort=63638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:22:02,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63638 2024-11-25T02:22:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/test.cache.data in system properties and HBase conf 2024-11-25T02:22:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:02,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:02,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:22:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcbb4310002, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:22:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcbb4310005, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:22:02,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcbb4310002, quorum=127.0.0.1:54776, baseZNode=/0-42083326 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:22:02,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcbb4310005, quorum=127.0.0.1:54776, baseZNode=/12005882268 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:22:02,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:02,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:02,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:02,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:02,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:02,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:02,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e3338{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:02,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9cb24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:02,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@731bf122{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/java.io.tmpdir/jetty-localhost-43553-hadoop-hdfs-3_4_1-tests_jar-_-any-3487810324279258214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:02,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686bec88{HTTP/1.1, (http/1.1)}{localhost:43553} 2024-11-25T02:22:02,617 INFO [Time-limited test {}] server.Server(415): Started @237544ms 2024-11-25T02:22:02,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:02,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:02,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:02,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:02,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:02,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73283052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:02,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1062918b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:02,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c15e60e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/java.io.tmpdir/jetty-localhost-38633-hadoop-hdfs-3_4_1-tests_jar-_-any-14252267357938638675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:02,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57efe4b9{HTTP/1.1, (http/1.1)}{localhost:38633} 2024-11-25T02:22:02,935 INFO [Time-limited test {}] server.Server(415): Started @237862ms 2024-11-25T02:22:02,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:22:03,322 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:03,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:03,323 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38360 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:03,595 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/data/data2/current/BP-891541763-172.17.0.3-1732501322182/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:03,595 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/data/data1/current/BP-891541763-172.17.0.3-1732501322182/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:03,609 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:22:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x945146c4e6a641e9 with lease ID 0x4a3f8de3232f5b7e: Processing first storage report for DS-983061ee-4932-477d-9848-83fb0f0b6d0e from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=7807b3a3-e12f-4b4f-a3c7-d2db9466f3d6, infoPort=33995, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=570021252;c=1732501322182) 2024-11-25T02:22:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x945146c4e6a641e9 with lease ID 0x4a3f8de3232f5b7e: from storage DS-983061ee-4932-477d-9848-83fb0f0b6d0e node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=7807b3a3-e12f-4b4f-a3c7-d2db9466f3d6, infoPort=33995, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=570021252;c=1732501322182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x945146c4e6a641e9 with lease ID 0x4a3f8de3232f5b7e: Processing first storage report for DS-901c4f15-1aa6-4ed1-b19e-b50c77be7293 from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=7807b3a3-e12f-4b4f-a3c7-d2db9466f3d6, infoPort=33995, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=570021252;c=1732501322182) 2024-11-25T02:22:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x945146c4e6a641e9 with lease ID 0x4a3f8de3232f5b7e: from storage DS-901c4f15-1aa6-4ed1-b19e-b50c77be7293 node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=7807b3a3-e12f-4b4f-a3c7-d2db9466f3d6, infoPort=33995, infoSecurePort=0, ipcPort=33611, storageInfo=lv=-57;cid=testClusterID;nsid=570021252;c=1732501322182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:03,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d 2024-11-25T02:22:03,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:03,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:22:04,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc with version=8 2024-11-25T02:22:04,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/hbase-staging 2024-11-25T02:22:04,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:22:04,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:04,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42991 2024-11-25T02:22:04,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42991 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429910x0, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:04,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42991-0x1016fcc35610000 connected 2024-11-25T02:22:04,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:04,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:04,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/running 2024-11-25T02:22:04,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc, hbase.cluster.distributed=false 2024-11-25T02:22:04,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/acl 2024-11-25T02:22:04,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-25T02:22:04,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42991 2024-11-25T02:22:04,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42991 2024-11-25T02:22:04,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-25T02:22:04,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-25T02:22:04,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:22:04,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:04,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39939 2024-11-25T02:22:04,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39939 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:04,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:04,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:04,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399390x0, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:04,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39939-0x1016fcc35610001 connected 2024-11-25T02:22:04,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/running 2024-11-25T02:22:04,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:22:04,280 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:22:04,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/master 2024-11-25T02:22:04,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/acl 2024-11-25T02:22:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-25T02:22:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39939 2024-11-25T02:22:04,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39939 2024-11-25T02:22:04,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-25T02:22:04,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-25T02:22:04,301 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:42991 2024-11-25T02:22:04,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1749706958/backup-masters/dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/backup-masters 2024-11-25T02:22:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/backup-masters 2024-11-25T02:22:04,310 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on existing znode=/0-1749706958/backup-masters/dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1749706958/master 2024-11-25T02:22:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:04,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:04,321 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on existing znode=/0-1749706958/master 2024-11-25T02:22:04,321 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1749706958/backup-masters/dbdd1c922b13,42991,1732501324070 from backup master directory 2024-11-25T02:22:04,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/backup-masters 2024-11-25T02:22:04,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1749706958/backup-masters/dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:04,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/backup-masters 2024-11-25T02:22:04,331 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:04,331 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:04,334 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/hbase.id] with ID: 9a2729a7-f3df-4a82-a1bc-32dd3eb94a82 2024-11-25T02:22:04,334 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/.tmp/hbase.id 2024-11-25T02:22:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:22:04,738 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/.tmp/hbase.id]:[hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/hbase.id] 2024-11-25T02:22:04,745 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:04,745 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:22:04,746 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:22:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:04,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:22:05,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:05,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:22:05,200 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:22:05,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store 2024-11-25T02:22:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:22:05,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:05,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:05,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:06,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:06,014 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:06,014 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501326014Disabling compacts and flushes for region at 1732501326014Disabling writes for close at 1732501326014Writing region close event to WAL at 1732501326014Closed at 1732501326014 2024-11-25T02:22:06,015 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/.initializing 2024-11-25T02:22:06,015 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/WALs/dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:06,016 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:06,017 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C42991%2C1732501324070, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/WALs/dbdd1c922b13,42991,1732501324070, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/oldWALs, maxLogs=10 2024-11-25T02:22:06,032 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/WALs/dbdd1c922b13,42991,1732501324070/dbdd1c922b13%2C42991%2C1732501324070.1732501326017, exclude list is [], retry=0 2024-11-25T02:22:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-983061ee-4932-477d-9848-83fb0f0b6d0e,DISK] 2024-11-25T02:22:06,036 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/WALs/dbdd1c922b13,42991,1732501324070/dbdd1c922b13%2C42991%2C1732501324070.1732501326017 2024-11-25T02:22:06,036 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-11-25T02:22:06,036 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:06,036 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:06,036 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,036 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:22:06,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:06,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:06,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:22:06,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:06,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:06,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:22:06,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:06,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:06,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:22:06,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:06,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:06,042 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,043 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,043 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,044 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,044 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,044 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:06,045 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:06,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:06,046 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904575, jitterRate=-0.07754994928836823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:06,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501326036Initializing all the Stores at 1732501326037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501326037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501326037Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501326037Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501326037Cleaning up temporary data from old regions at 1732501326044 (+7 ms)Region opened successfully at 1732501326047 (+3 ms) 2024-11-25T02:22:06,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:22:06,049 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b43170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:06,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:22:06,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:22:06,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:22:06,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:22:06,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:22:06,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:22:06,050 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:22:06,051 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:22:06,052 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/balancer because node does not exist (not necessarily an error) 2024-11-25T02:22:06,099 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/balancer already deleted, retry=false 2024-11-25T02:22:06,099 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:22:06,100 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:22:06,110 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/normalizer already deleted, retry=false 2024-11-25T02:22:06,110 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:22:06,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:22:06,120 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/switch/split already deleted, retry=false 2024-11-25T02:22:06,121 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:22:06,131 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/switch/merge already deleted, retry=false 2024-11-25T02:22:06,132 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:22:06,141 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/snapshot-cleanup already deleted, retry=false 2024-11-25T02:22:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1749706958/running 2024-11-25T02:22:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1749706958/running 2024-11-25T02:22:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,152 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,42991,1732501324070, sessionid=0x1016fcc35610000, setting cluster-up flag (Was=false) 2024-11-25T02:22:06,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,204 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1749706958/flush-table-proc/acquired, /0-1749706958/flush-table-proc/reached, /0-1749706958/flush-table-proc/abort 2024-11-25T02:22:06,205 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:06,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:06,257 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1749706958/online-snapshot/acquired, /0-1749706958/online-snapshot/reached, /0-1749706958/online-snapshot/abort 2024-11-25T02:22:06,258 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:06,259 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:22:06,260 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:06,260 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:22:06,260 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:22:06,260 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,42991,1732501324070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:06,262 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501356262 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:22:06,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:06,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:22:06,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:22:06,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:22:06,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:22:06,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:22:06,264 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501326263,5,FailOnTimeoutGroup] 2024-11-25T02:22:06,264 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501326264,5,FailOnTimeoutGroup] 2024-11-25T02:22:06,264 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,264 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:22:06,264 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,264 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:22:06,290 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(746): ClusterId : 9a2729a7-f3df-4a82-a1bc-32dd3eb94a82 2024-11-25T02:22:06,291 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:22:06,300 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:22:06,300 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:22:06,339 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:22:06,339 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a5124c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:06,350 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:39939 2024-11-25T02:22:06,350 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:22:06,350 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:22:06,350 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:22:06,351 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,42991,1732501324070 with port=39939, startcode=1732501324262 2024-11-25T02:22:06,351 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:22:06,352 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:22:06,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42991 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,353 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc 2024-11-25T02:22:06,353 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39973 2024-11-25T02:22:06,353 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:22:06,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/rs 2024-11-25T02:22:06,363 DEBUG [RS:0;dbdd1c922b13:39939 {}] zookeeper.ZKUtil(111): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on existing znode=/0-1749706958/rs/dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,363 WARN [RS:0;dbdd1c922b13:39939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:06,363 INFO [RS:0;dbdd1c922b13:39939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:06,363 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,39939,1732501324262] 2024-11-25T02:22:06,365 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:22:06,366 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:22:06,367 INFO [RS:0;dbdd1c922b13:39939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:22:06,367 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,367 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:22:06,368 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:22:06,368 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:06,368 DEBUG [RS:0;dbdd1c922b13:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,371 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39939,1732501324262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:06,384 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:22:06,384 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39939,1732501324262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,384 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,384 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.Replication(171): dbdd1c922b13,39939,1732501324262 started 2024-11-25T02:22:06,396 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:06,396 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,39939,1732501324262, RpcServer on dbdd1c922b13/172.17.0.3:39939, sessionid=0x1016fcc35610001 2024-11-25T02:22:06,396 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:22:06,396 DEBUG [RS:0;dbdd1c922b13:39939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,396 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,39939,1732501324262' 2024-11-25T02:22:06,396 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1749706958/flush-table-proc/abort' 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1749706958/flush-table-proc/acquired' 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,39939,1732501324262' 2024-11-25T02:22:06,397 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1749706958/online-snapshot/abort' 2024-11-25T02:22:06,398 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1749706958/online-snapshot/acquired' 2024-11-25T02:22:06,398 DEBUG [RS:0;dbdd1c922b13:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:22:06,398 INFO [RS:0;dbdd1c922b13:39939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:22:06,398 INFO [RS:0;dbdd1c922b13:39939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:22:06,498 INFO [RS:0;dbdd1c922b13:39939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:06,499 INFO [RS:0;dbdd1c922b13:39939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39939%2C1732501324262, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/oldWALs, maxLogs=10 2024-11-25T02:22:06,512 DEBUG [RS:0;dbdd1c922b13:39939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, exclude list is [], retry=0 2024-11-25T02:22:06,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-983061ee-4932-477d-9848-83fb0f0b6d0e,DISK] 2024-11-25T02:22:06,516 INFO [RS:0;dbdd1c922b13:39939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 2024-11-25T02:22:06,518 DEBUG [RS:0;dbdd1c922b13:39939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-11-25T02:22:06,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:22:06,670 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc 2024-11-25T02:22:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:22:07,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:07,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:07,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:07,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:07,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:07,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:07,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:07,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:07,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:07,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740 2024-11-25T02:22:07,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740 2024-11-25T02:22:07,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:07,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:07,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:07,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:07,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:07,086 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60350779, jitterRate=-0.10070331394672394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:07,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501327075Initializing all the Stores at 1732501327076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501327076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327076Cleaning up temporary data from old regions at 1732501327083 (+7 ms)Region opened successfully at 1732501327086 (+3 ms) 2024-11-25T02:22:07,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:07,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:07,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:07,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:07,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:07,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:07,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501327086Disabling compacts and flushes for region at 1732501327086Disabling writes for close at 1732501327086Writing region close event to WAL at 1732501327087 (+1 ms)Closed at 1732501327087 2024-11-25T02:22:07,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:07,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:22:07,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:22:07,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:07,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:22:07,239 DEBUG [dbdd1c922b13:42991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:22:07,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:07,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,39939,1732501324262, state=OPENING 2024-11-25T02:22:07,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:22:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:07,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:07,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1749706958/meta-region-server: CHANGED 2024-11-25T02:22:07,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1749706958/meta-region-server: CHANGED 2024-11-25T02:22:07,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39939,1732501324262}] 2024-11-25T02:22:07,569 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:07,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:22:07,572 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:22:07,572 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:07,573 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:22:07,574 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39939%2C1732501324262.meta, suffix=.meta, logDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/oldWALs, maxLogs=10 2024-11-25T02:22:07,585 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.meta.1732501327574.meta, exclude list is [], retry=0 2024-11-25T02:22:07,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-983061ee-4932-477d-9848-83fb0f0b6d0e,DISK] 2024-11-25T02:22:07,588 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.meta.1732501327574.meta 2024-11-25T02:22:07,588 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:07,589 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:22:07,589 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:22:07,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:22:07,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:07,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:07,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:07,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:07,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:07,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:07,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:07,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:07,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:07,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:07,594 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:07,594 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740 2024-11-25T02:22:07,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740 2024-11-25T02:22:07,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:07,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:07,596 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:07,597 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:07,597 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61283929, jitterRate=-0.086798295378685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:07,597 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:22:07,598 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501327589Writing region info on filesystem at 1732501327589Initializing all the Stores at 1732501327590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501327590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501327590Cleaning up temporary data from old regions at 1732501327595 (+5 ms)Running coprocessor post-open hooks at 1732501327597 (+2 ms)Region opened successfully at 1732501327598 (+1 ms) 2024-11-25T02:22:07,598 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501327568 2024-11-25T02:22:07,600 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:22:07,600 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:22:07,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:07,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,39939,1732501324262, state=OPEN 2024-11-25T02:22:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1749706958/meta-region-server 2024-11-25T02:22:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1749706958/meta-region-server 2024-11-25T02:22:07,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:07,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1749706958/meta-region-server: CHANGED 2024-11-25T02:22:07,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1749706958/meta-region-server: CHANGED 2024-11-25T02:22:07,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:22:07,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,39939,1732501324262 in 204 msec 2024-11-25T02:22:07,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:22:07,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-11-25T02:22:07,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:07,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:22:07,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:07,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39939,1732501324262, seqNum=-1] 2024-11-25T02:22:07,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:07,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:07,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-25T02:22:07,631 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501327631, completionTime=-1 2024-11-25T02:22:07,631 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:22:07,631 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:22:07,632 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:22:07,632 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501387632 2024-11-25T02:22:07,632 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501447632 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:42991, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,633 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,634 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.305sec 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:07,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:22:07,638 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:22:07,638 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:22:07,638 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,42991,1732501324070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:07,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d3dff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:07,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:07,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:07,693 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:07,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:07,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:07,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0b49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:07,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:07,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:07,694 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:07,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dd4f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:07,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:07,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39939,1732501324262, seqNum=-1] 2024-11-25T02:22:07,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:07,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:07,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:07,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:07,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcc35610002 connected 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir so I do NOT create it in target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416 2024-11-25T02:22:07,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.tmp.dir so I do NOT create it in target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416 2024-11-25T02:22:07,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:07,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/cluster_061f11d5-3ab3-2484-da4f-71d20d1d3548, deleteOnExit=true 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/test.cache.data in system properties and HBase conf 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:07,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:07,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:07,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:07,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:22:08,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:08,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:08,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:08,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:08,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:08,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:08,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4f68ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:08,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67189c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:08,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65fcc679{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/java.io.tmpdir/jetty-localhost-44469-hadoop-hdfs-3_4_1-tests_jar-_-any-13665141797178089329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:08,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5c8dc7{HTTP/1.1, (http/1.1)}{localhost:44469} 2024-11-25T02:22:08,154 INFO [Time-limited test {}] server.Server(415): Started @243081ms 2024-11-25T02:22:08,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:08,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:08,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:08,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:08,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:08,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a976ec6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:08,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab5754e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:08,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@392ccdf8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-1638634900456167965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:08,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d57648{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-25T02:22:08,543 INFO [Time-limited test {}] server.Server(415): Started @243471ms 2024-11-25T02:22:08,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:22:09,176 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/cluster_061f11d5-3ab3-2484-da4f-71d20d1d3548/data/data1/current/BP-1557060283-172.17.0.3-1732501327740/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:09,176 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/cluster_061f11d5-3ab3-2484-da4f-71d20d1d3548/data/data2/current/BP-1557060283-172.17.0.3-1732501327740/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:09,203 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:22:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78031c1714ef04ef with lease ID 0xeba197700a0405fc: Processing first storage report for DS-84a088fa-0d26-4118-a920-34c2681d8093 from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=195e0983-e2b3-4513-8f6a-f1eb79f73767, infoPort=37087, infoSecurePort=0, ipcPort=32867, storageInfo=lv=-57;cid=testClusterID;nsid=813977345;c=1732501327740) 2024-11-25T02:22:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78031c1714ef04ef with lease ID 0xeba197700a0405fc: from storage DS-84a088fa-0d26-4118-a920-34c2681d8093 node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=195e0983-e2b3-4513-8f6a-f1eb79f73767, infoPort=37087, infoSecurePort=0, ipcPort=32867, storageInfo=lv=-57;cid=testClusterID;nsid=813977345;c=1732501327740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78031c1714ef04ef with lease ID 0xeba197700a0405fc: Processing first storage report for DS-e97e2c60-475b-469d-a7e4-530665557965 from datanode DatanodeRegistration(127.0.0.1:35643, datanodeUuid=195e0983-e2b3-4513-8f6a-f1eb79f73767, infoPort=37087, infoSecurePort=0, ipcPort=32867, storageInfo=lv=-57;cid=testClusterID;nsid=813977345;c=1732501327740) 2024-11-25T02:22:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78031c1714ef04ef with lease ID 0xeba197700a0405fc: from storage DS-e97e2c60-475b-469d-a7e4-530665557965 node DatanodeRegistration(127.0.0.1:35643, datanodeUuid=195e0983-e2b3-4513-8f6a-f1eb79f73767, infoPort=37087, infoSecurePort=0, ipcPort=32867, storageInfo=lv=-57;cid=testClusterID;nsid=813977345;c=1732501327740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:09,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416 2024-11-25T02:22:09,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:22:09,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47 with version=8 2024-11-25T02:22:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/hbase-staging 2024-11-25T02:22:09,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:09,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:22:09,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:09,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46113 2024-11-25T02:22:09,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46113 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461130x0, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:09,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46113-0x1016fcc35610003 connected 2024-11-25T02:22:09,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/running 2024-11-25T02:22:09,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47, hbase.cluster.distributed=false 2024-11-25T02:22:09,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/acl 2024-11-25T02:22:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-25T02:22:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46113 2024-11-25T02:22:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46113 2024-11-25T02:22:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-25T02:22:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46113 2024-11-25T02:22:09,823 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:09,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:09,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:09,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:09,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:22:09,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:09,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41743 2024-11-25T02:22:09,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41743 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:09,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417430x0, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:09,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417430x0, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/running 2024-11-25T02:22:09,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41743-0x1016fcc35610004 connected 2024-11-25T02:22:09,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:22:09,837 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:22:09,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/master 2024-11-25T02:22:09,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/acl 2024-11-25T02:22:09,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-25T02:22:09,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41743 2024-11-25T02:22:09,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41743 2024-11-25T02:22:09,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-25T02:22:09,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41743 2024-11-25T02:22:09,852 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:46113 2024-11-25T02:22:09,856 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1361162724/backup-masters/dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/backup-masters 2024-11-25T02:22:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/backup-masters 2024-11-25T02:22:09,868 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on existing znode=/1361162724/backup-masters/dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1361162724/master 2024-11-25T02:22:09,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:09,878 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on existing znode=/1361162724/master 2024-11-25T02:22:09,879 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1361162724/backup-masters/dbdd1c922b13,46113,1732501329680 from backup master directory 2024-11-25T02:22:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1361162724/backup-masters/dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:09,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/backup-masters 2024-11-25T02:22:09,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/backup-masters 2024-11-25T02:22:09,889 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:09,889 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:09,891 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/hbase.id] with ID: ea6bb8d3-064d-4efe-9d77-88564ac1ec9f 2024-11-25T02:22:09,892 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/.tmp/hbase.id 2024-11-25T02:22:09,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:22:10,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/.tmp/hbase.id]:[hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/hbase.id] 2024-11-25T02:22:10,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:10,303 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:22:10,304 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:22:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:22:10,756 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:10,757 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:22:10,758 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:10,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:22:11,164 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store 2024-11-25T02:22:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:11,168 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:11,168 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:11,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501331168Disabling compacts and flushes for region at 1732501331168Disabling writes for close at 1732501331168Writing region close event to WAL at 1732501331168Closed at 1732501331168 2024-11-25T02:22:11,169 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/.initializing 2024-11-25T02:22:11,169 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/WALs/dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:11,170 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:11,171 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C46113%2C1732501329680, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/WALs/dbdd1c922b13,46113,1732501329680, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/oldWALs, maxLogs=10 2024-11-25T02:22:11,182 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/WALs/dbdd1c922b13,46113,1732501329680/dbdd1c922b13%2C46113%2C1732501329680.1732501331171, exclude list is [], retry=0 2024-11-25T02:22:11,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-84a088fa-0d26-4118-a920-34c2681d8093,DISK] 2024-11-25T02:22:11,186 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/WALs/dbdd1c922b13,46113,1732501329680/dbdd1c922b13%2C46113%2C1732501329680.1732501331171 2024-11-25T02:22:11,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-25T02:22:11,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:11,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:11,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:22:11,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:11,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:11,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:22:11,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:22:11,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:22:11,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:11,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:11,191 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,191 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,192 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,192 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,192 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,193 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:11,193 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:11,195 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:11,195 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73379510, jitterRate=0.09343990683555603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:11,195 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501331186Initializing all the Stores at 1732501331187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501331187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501331187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501331187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501331187Cleaning up temporary data from old regions at 1732501331192 (+5 ms)Region opened successfully at 1732501331195 (+3 ms) 2024-11-25T02:22:11,196 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:22:11,197 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ae95ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:11,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:22:11,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:22:11,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:22:11,198 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:22:11,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:22:11,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:22:11,199 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:22:11,200 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:22:11,201 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/balancer because node does not exist (not necessarily an error) 2024-11-25T02:22:11,246 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/balancer already deleted, retry=false 2024-11-25T02:22:11,247 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:22:11,247 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:22:11,257 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/normalizer already deleted, retry=false 2024-11-25T02:22:11,257 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:22:11,258 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:22:11,267 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/switch/split already deleted, retry=false 2024-11-25T02:22:11,268 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:22:11,278 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/switch/merge already deleted, retry=false 2024-11-25T02:22:11,279 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:22:11,288 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/snapshot-cleanup already deleted, retry=false 2024-11-25T02:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1361162724/running 2024-11-25T02:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1361162724/running 2024-11-25T02:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,46113,1732501329680, sessionid=0x1016fcc35610003, setting cluster-up flag (Was=false) 2024-11-25T02:22:11,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1361162724/flush-table-proc/acquired, /1361162724/flush-table-proc/reached, /1361162724/flush-table-proc/abort 2024-11-25T02:22:11,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:11,404 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1361162724/online-snapshot/acquired, /1361162724/online-snapshot/reached, /1361162724/online-snapshot/abort 2024-11-25T02:22:11,405 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:11,406 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:22:11,407 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:11,408 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:22:11,408 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:22:11,408 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,46113,1732501329680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:11,409 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,410 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501361410 2024-11-25T02:22:11,410 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:22:11,410 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:22:11,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:11,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:11,411 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:22:11,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:22:11,412 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:22:11,412 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:22:11,412 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:22:11,412 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:22:11,412 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:22:11,416 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501331412,5,FailOnTimeoutGroup] 2024-11-25T02:22:11,416 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501331416,5,FailOnTimeoutGroup] 2024-11-25T02:22:11,416 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,416 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:22:11,416 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,416 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:22:11,445 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(746): ClusterId : ea6bb8d3-064d-4efe-9d77-88564ac1ec9f 2024-11-25T02:22:11,445 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:22:11,457 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:22:11,457 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:22:11,468 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:22:11,468 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0ede6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:11,478 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:41743 2024-11-25T02:22:11,478 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:22:11,478 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:22:11,478 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:22:11,479 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,46113,1732501329680 with port=41743, startcode=1732501329823 2024-11-25T02:22:11,479 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:22:11,480 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:22:11,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46113 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,482 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47 2024-11-25T02:22:11,482 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33041 2024-11-25T02:22:11,482 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:22:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/rs 2024-11-25T02:22:11,534 DEBUG [RS:0;dbdd1c922b13:41743 {}] zookeeper.ZKUtil(111): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on existing znode=/1361162724/rs/dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,534 WARN [RS:0;dbdd1c922b13:41743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:11,534 INFO [RS:0;dbdd1c922b13:41743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:11,534 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,41743,1732501329823] 2024-11-25T02:22:11,537 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:22:11,539 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:22:11,540 INFO [RS:0;dbdd1c922b13:41743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:22:11,540 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,540 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:22:11,541 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:22:11,541 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,541 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,541 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,541 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,541 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:11,542 DEBUG [RS:0;dbdd1c922b13:41743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,547 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41743,1732501329823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:11,560 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:22:11,560 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41743,1732501329823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,561 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,561 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.Replication(171): dbdd1c922b13,41743,1732501329823 started 2024-11-25T02:22:11,573 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:11,573 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,41743,1732501329823, RpcServer on dbdd1c922b13/172.17.0.3:41743, sessionid=0x1016fcc35610004 2024-11-25T02:22:11,573 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:22:11,573 DEBUG [RS:0;dbdd1c922b13:41743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,573 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41743,1732501329823' 2024-11-25T02:22:11,573 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1361162724/flush-table-proc/abort' 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1361162724/flush-table-proc/acquired' 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41743,1732501329823' 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1361162724/online-snapshot/abort' 2024-11-25T02:22:11,574 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1361162724/online-snapshot/acquired' 2024-11-25T02:22:11,575 DEBUG [RS:0;dbdd1c922b13:41743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:22:11,575 INFO [RS:0;dbdd1c922b13:41743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:22:11,575 INFO [RS:0;dbdd1c922b13:41743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:22:11,675 INFO [RS:0;dbdd1c922b13:41743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:11,676 INFO [RS:0;dbdd1c922b13:41743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41743%2C1732501329823, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/oldWALs, maxLogs=10 2024-11-25T02:22:11,689 DEBUG [RS:0;dbdd1c922b13:41743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, exclude list is [], retry=0 2024-11-25T02:22:11,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-84a088fa-0d26-4118-a920-34c2681d8093,DISK] 2024-11-25T02:22:11,692 INFO [RS:0;dbdd1c922b13:41743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 2024-11-25T02:22:11,692 DEBUG [RS:0;dbdd1c922b13:41743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-25T02:22:11,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:22:11,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47 2024-11-25T02:22:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:22:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:22:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:22:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:22:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:22:12,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:12,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:12,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:12,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:12,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:12,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:12,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:12,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:12,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:12,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:12,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740 2024-11-25T02:22:12,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740 2024-11-25T02:22:12,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:12,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:12,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:12,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:12,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:12,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63942014, jitterRate=-0.04718974232673645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501332226Initializing all the Stores at 1732501332226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501332226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332226Cleaning up temporary data from old regions at 1732501332233 (+7 ms)Region opened successfully at 1732501332235 (+2 ms) 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:12,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:12,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501332236Disabling compacts and flushes for region at 1732501332236Disabling writes for close at 1732501332236Writing region close event to WAL at 1732501332236Closed at 1732501332236 2024-11-25T02:22:12,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:12,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:22:12,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:22:12,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:12,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:22:12,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:22:12,388 DEBUG [dbdd1c922b13:46113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:22:12,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:12,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41743,1732501329823, state=OPENING 2024-11-25T02:22:12,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:22:12,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:12,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:12,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:12,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41743,1732501329823}] 2024-11-25T02:22:12,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1361162724/meta-region-server: CHANGED 2024-11-25T02:22:12,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1361162724/meta-region-server: CHANGED 2024-11-25T02:22:12,599 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:12,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:22:12,603 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:22:12,603 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:12,603 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:22:12,604 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41743%2C1732501329823.meta, suffix=.meta, logDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/oldWALs, maxLogs=10 2024-11-25T02:22:12,616 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.meta.1732501332604.meta, exclude list is [], retry=0 2024-11-25T02:22:12,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-84a088fa-0d26-4118-a920-34c2681d8093,DISK] 2024-11-25T02:22:12,619 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.meta.1732501332604.meta 2024-11-25T02:22:12,619 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-25T02:22:12,619 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:12,620 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:22:12,620 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:22:12,620 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:22:12,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:12,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:12,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:12,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:12,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:12,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:12,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:12,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:12,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:12,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:12,625 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:12,625 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740 2024-11-25T02:22:12,626 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740 2024-11-25T02:22:12,627 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:12,627 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:12,627 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:12,628 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:12,629 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60548675, jitterRate=-0.09775443375110626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:12,629 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:22:12,629 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501332620Writing region info on filesystem at 1732501332620Initializing all the Stores at 1732501332621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332621Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501332621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501332621Cleaning up temporary data from old regions at 1732501332627 (+6 ms)Running coprocessor post-open hooks at 1732501332629 (+2 ms)Region opened successfully at 1732501332629 2024-11-25T02:22:12,630 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501332599 2024-11-25T02:22:12,632 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:22:12,632 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:22:12,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:12,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41743,1732501329823, state=OPEN 2024-11-25T02:22:12,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1361162724/meta-region-server 2024-11-25T02:22:12,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1361162724/meta-region-server 2024-11-25T02:22:12,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:12,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1361162724/meta-region-server: CHANGED 2024-11-25T02:22:12,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1361162724/meta-region-server: CHANGED 2024-11-25T02:22:12,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:22:12,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41743,1732501329823 in 216 msec 2024-11-25T02:22:12,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:22:12,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-25T02:22:12,667 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:12,667 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:22:12,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:12,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41743,1732501329823, seqNum=-1] 2024-11-25T02:22:12,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:12,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:12,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-25T02:22:12,673 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501332673, completionTime=-1 2024-11-25T02:22:12,673 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:22:12,674 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:22:12,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:22:12,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501392675 2024-11-25T02:22:12,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501452675 2024-11-25T02:22:12,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:46113, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,676 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,677 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.790sec 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:12,679 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:22:12,681 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:22:12,681 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:22:12,681 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46113,1732501329680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:12,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae5e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:12,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:12,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:12,747 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9d0489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:12,748 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:12,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1964ee56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:12,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41743,1732501329823, seqNum=-1] 2024-11-25T02:22:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:12,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:12,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:12,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:12,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:12,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcc35610005 connected 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir so I do NOT create it in target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9 2024-11-25T02:22:12,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.tmp.dir so I do NOT create it in target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9 2024-11-25T02:22:12,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:12,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/cluster_f63583d4-4dec-ae0a-b4c9-c5f1bf58e309, deleteOnExit=true 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:12,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/test.cache.data in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:12,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:12,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:12,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:12,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:12,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:12,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:12,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:22:13,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:13,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:13,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:13,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:13,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:13,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:13,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:22:13,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:13,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43330654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:13,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e2a7ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:13,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@547264fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/java.io.tmpdir/jetty-localhost-38385-hadoop-hdfs-3_4_1-tests_jar-_-any-7206088639774420439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:13,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40d564a7{HTTP/1.1, (http/1.1)}{localhost:38385} 2024-11-25T02:22:13,308 INFO [Time-limited test {}] server.Server(415): Started @248236ms 2024-11-25T02:22:13,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:13,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:13,423 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48459 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:13,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:13,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:13,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:13,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:13,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:22:13,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684acf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:13,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74285854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:13,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6038d9db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/java.io.tmpdir/jetty-localhost-34519-hadoop-hdfs-3_4_1-tests_jar-_-any-8224838342854064145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:13,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bfdb248{HTTP/1.1, (http/1.1)}{localhost:34519} 2024-11-25T02:22:13,670 INFO [Time-limited test {}] server.Server(415): Started @248598ms 2024-11-25T02:22:13,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:22:14,356 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/cluster_f63583d4-4dec-ae0a-b4c9-c5f1bf58e309/data/data2/current/BP-1663672577-172.17.0.3-1732501332798/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:14,356 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/cluster_f63583d4-4dec-ae0a-b4c9-c5f1bf58e309/data/data1/current/BP-1663672577-172.17.0.3-1732501332798/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:14,376 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5e8e39c48722630 with lease ID 0x7e9056c3f5bc785e: Processing first storage report for DS-c78daa64-b2f6-48e8-a275-2513226b6fee from datanode DatanodeRegistration(127.0.0.1:46285, datanodeUuid=1d743c0b-ec16-4cb3-8193-9f64d2cf500b, infoPort=46303, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=488917649;c=1732501332798) 2024-11-25T02:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5e8e39c48722630 with lease ID 0x7e9056c3f5bc785e: from storage DS-c78daa64-b2f6-48e8-a275-2513226b6fee node DatanodeRegistration(127.0.0.1:46285, datanodeUuid=1d743c0b-ec16-4cb3-8193-9f64d2cf500b, infoPort=46303, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=488917649;c=1732501332798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5e8e39c48722630 with lease ID 0x7e9056c3f5bc785e: Processing first storage report for DS-69a8f077-bcf5-4105-a15b-960a4af1332c from datanode DatanodeRegistration(127.0.0.1:46285, datanodeUuid=1d743c0b-ec16-4cb3-8193-9f64d2cf500b, infoPort=46303, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=488917649;c=1732501332798) 2024-11-25T02:22:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5e8e39c48722630 with lease ID 0x7e9056c3f5bc785e: from storage DS-69a8f077-bcf5-4105-a15b-960a4af1332c node DatanodeRegistration(127.0.0.1:46285, datanodeUuid=1d743c0b-ec16-4cb3-8193-9f64d2cf500b, infoPort=46303, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=488917649;c=1732501332798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:14,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9 2024-11-25T02:22:14,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:22:14,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5 with version=8 2024-11-25T02:22:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/hbase-staging 2024-11-25T02:22:14,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:14,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37423 2024-11-25T02:22:14,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37423 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:14,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374230x0, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:14,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37423-0x1016fcc35610006 connected 2024-11-25T02:22:14,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/running 2024-11-25T02:22:14,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5, hbase.cluster.distributed=false 2024-11-25T02:22:14,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/acl 2024-11-25T02:22:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-25T02:22:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37423 2024-11-25T02:22:14,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37423 2024-11-25T02:22:14,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-25T02:22:14,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-25T02:22:14,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:14,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:22:14,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:14,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37027 2024-11-25T02:22:14,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37027 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:14,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370270x0, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:14,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37027-0x1016fcc35610007 connected 2024-11-25T02:22:14,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/running 2024-11-25T02:22:14,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:22:14,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:22:14,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/master 2024-11-25T02:22:14,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/acl 2024-11-25T02:22:14,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37027 2024-11-25T02:22:14,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37027 2024-11-25T02:22:14,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37027 2024-11-25T02:22:14,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37027 2024-11-25T02:22:14,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37027 2024-11-25T02:22:14,981 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:37423 2024-11-25T02:22:14,981 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1437930546/backup-masters/dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:14,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/backup-masters 2024-11-25T02:22:14,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/backup-masters 2024-11-25T02:22:14,994 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on existing znode=/2-1437930546/backup-masters/dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1437930546/master 2024-11-25T02:22:15,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:15,004 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on existing znode=/2-1437930546/master 2024-11-25T02:22:15,005 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1437930546/backup-masters/dbdd1c922b13,37423,1732501334804 from backup master directory 2024-11-25T02:22:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1437930546/backup-masters/dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/backup-masters 2024-11-25T02:22:15,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/backup-masters 2024-11-25T02:22:15,015 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:15,015 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:15,017 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/hbase.id] with ID: dc32acd4-0723-4850-a49c-89cff6415baa 2024-11-25T02:22:15,017 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/.tmp/hbase.id 2024-11-25T02:22:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:22:15,024 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/.tmp/hbase.id]:[hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/hbase.id] 2024-11-25T02:22:15,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:15,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:22:15,032 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:22:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:22:15,446 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:15,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:22:15,447 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:22:15,855 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store 2024-11-25T02:22:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:16,259 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:16,259 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:16,259 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501336259Disabling compacts and flushes for region at 1732501336259Disabling writes for close at 1732501336259Writing region close event to WAL at 1732501336259Closed at 1732501336259 2024-11-25T02:22:16,260 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/.initializing 2024-11-25T02:22:16,260 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/WALs/dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:16,261 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:16,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C37423%2C1732501334804, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/WALs/dbdd1c922b13,37423,1732501334804, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/oldWALs, maxLogs=10 2024-11-25T02:22:16,274 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/WALs/dbdd1c922b13,37423,1732501334804/dbdd1c922b13%2C37423%2C1732501334804.1732501336262, exclude list is [], retry=0 2024-11-25T02:22:16,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46285,DS-c78daa64-b2f6-48e8-a275-2513226b6fee,DISK] 2024-11-25T02:22:16,281 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/WALs/dbdd1c922b13,37423,1732501334804/dbdd1c922b13%2C37423%2C1732501334804.1732501336262 2024-11-25T02:22:16,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-25T02:22:16,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:16,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:16,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,283 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:22:16,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:16,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:22:16,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:22:16,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:16,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:16,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:22:16,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:16,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:16,289 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,289 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,289 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,290 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,290 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:16,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:16,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:16,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69113300, jitterRate=0.02986842393875122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:16,293 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501336283Initializing all the Stores at 1732501336284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501336284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501336284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501336284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501336284Cleaning up temporary data from old regions at 1732501336290 (+6 ms)Region opened successfully at 1732501336293 (+3 ms) 2024-11-25T02:22:16,293 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:22:16,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec38c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:16,296 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:22:16,296 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:22:16,296 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:22:16,296 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:22:16,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:22:16,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:22:16,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:22:16,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:22:16,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/balancer because node does not exist (not necessarily an error) 2024-11-25T02:22:16,347 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/balancer already deleted, retry=false 2024-11-25T02:22:16,347 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:22:16,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:22:16,357 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/normalizer already deleted, retry=false 2024-11-25T02:22:16,358 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:22:16,358 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:22:16,368 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/switch/split already deleted, retry=false 2024-11-25T02:22:16,369 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:22:16,378 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/switch/merge already deleted, retry=false 2024-11-25T02:22:16,380 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:22:16,389 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/snapshot-cleanup already deleted, retry=false 2024-11-25T02:22:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1437930546/running 2024-11-25T02:22:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1437930546/running 2024-11-25T02:22:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,400 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,37423,1732501334804, sessionid=0x1016fcc35610006, setting cluster-up flag (Was=false) 2024-11-25T02:22:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,452 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1437930546/flush-table-proc/acquired, /2-1437930546/flush-table-proc/reached, /2-1437930546/flush-table-proc/abort 2024-11-25T02:22:16,453 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:16,505 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1437930546/online-snapshot/acquired, /2-1437930546/online-snapshot/reached, /2-1437930546/online-snapshot/abort 2024-11-25T02:22:16,506 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:16,506 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:22:16,508 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:16,508 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:22:16,508 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:22:16,508 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,37423,1732501334804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:16,509 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501366510 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:22:16,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:22:16,510 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:22:16,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:22:16,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:22:16,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:22:16,511 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:22:16,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:16,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:22:16,512 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501336511,5,FailOnTimeoutGroup] 2024-11-25T02:22:16,512 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501336512,5,FailOnTimeoutGroup] 2024-11-25T02:22:16,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:22:16,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,512 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:22:16,570 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(746): ClusterId : dc32acd4-0723-4850-a49c-89cff6415baa 2024-11-25T02:22:16,570 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:22:16,584 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:22:16,584 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:22:16,594 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:22:16,594 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:16,605 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:37027 2024-11-25T02:22:16,605 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:22:16,605 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:22:16,605 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:22:16,606 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,37423,1732501334804 with port=37027, startcode=1732501334949 2024-11-25T02:22:16,606 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:22:16,608 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:22:16,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37423 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,609 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5 2024-11-25T02:22:16,609 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-11-25T02:22:16,609 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:22:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/rs 2024-11-25T02:22:16,651 DEBUG [RS:0;dbdd1c922b13:37027 {}] zookeeper.ZKUtil(111): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on existing znode=/2-1437930546/rs/dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,651 WARN [RS:0;dbdd1c922b13:37027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:16,651 INFO [RS:0;dbdd1c922b13:37027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:16,651 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,37027,1732501334949] 2024-11-25T02:22:16,653 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:22:16,654 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:22:16,654 INFO [RS:0;dbdd1c922b13:37027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:22:16,655 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,655 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:22:16,655 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:22:16,655 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:16,655 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:16,656 DEBUG [RS:0;dbdd1c922b13:37027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,656 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37027,1732501334949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:16,670 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:22:16,670 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37027,1732501334949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,670 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,670 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.Replication(171): dbdd1c922b13,37027,1732501334949 started 2024-11-25T02:22:16,682 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:16,682 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,37027,1732501334949, RpcServer on dbdd1c922b13/172.17.0.3:37027, sessionid=0x1016fcc35610007 2024-11-25T02:22:16,682 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:22:16,682 DEBUG [RS:0;dbdd1c922b13:37027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,682 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,37027,1732501334949' 2024-11-25T02:22:16,682 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1437930546/flush-table-proc/abort' 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1437930546/flush-table-proc/acquired' 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,37027,1732501334949' 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1437930546/online-snapshot/abort' 2024-11-25T02:22:16,683 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1437930546/online-snapshot/acquired' 2024-11-25T02:22:16,684 DEBUG [RS:0;dbdd1c922b13:37027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:22:16,684 INFO [RS:0;dbdd1c922b13:37027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:22:16,684 INFO [RS:0;dbdd1c922b13:37027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:22:16,784 INFO [RS:0;dbdd1c922b13:37027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:16,785 INFO [RS:0;dbdd1c922b13:37027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37027%2C1732501334949, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/oldWALs, maxLogs=10 2024-11-25T02:22:16,797 DEBUG [RS:0;dbdd1c922b13:37027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, exclude list is [], retry=0 2024-11-25T02:22:16,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46285,DS-c78daa64-b2f6-48e8-a275-2513226b6fee,DISK] 2024-11-25T02:22:16,800 INFO [RS:0;dbdd1c922b13:37027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 2024-11-25T02:22:16,800 DEBUG [RS:0;dbdd1c922b13:37027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-25T02:22:16,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:22:16,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5 2024-11-25T02:22:16,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:22:17,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:17,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:17,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:17,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:17,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:17,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:17,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:17,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:17,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:17,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:17,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740 2024-11-25T02:22:17,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740 2024-11-25T02:22:17,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:17,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:17,332 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:17,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:17,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:17,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72660917, jitterRate=0.08273203670978546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:17,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501337325Initializing all the Stores at 1732501337326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501337326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337326Cleaning up temporary data from old regions at 1732501337332 (+6 ms)Region opened successfully at 1732501337334 (+2 ms) 2024-11-25T02:22:17,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:17,335 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:17,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:17,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:17,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:17,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:17,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501337334Disabling compacts and flushes for region at 1732501337334Disabling writes for close at 1732501337335 (+1 ms)Writing region close event to WAL at 1732501337335Closed at 1732501337335 2024-11-25T02:22:17,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:17,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:22:17,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:22:17,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:17,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:22:17,488 DEBUG [dbdd1c922b13:37423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:22:17,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:17,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,37027,1732501334949, state=OPENING 2024-11-25T02:22:17,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:22:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:17,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:17,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1437930546/meta-region-server: CHANGED 2024-11-25T02:22:17,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1437930546/meta-region-server: CHANGED 2024-11-25T02:22:17,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37027,1732501334949}] 2024-11-25T02:22:17,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:17,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:22:17,707 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:22:17,707 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:17,707 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:22:17,708 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37027%2C1732501334949.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/oldWALs, maxLogs=10 2024-11-25T02:22:17,721 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.meta.1732501337709.meta, exclude list is [], retry=0 2024-11-25T02:22:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46285,DS-c78daa64-b2f6-48e8-a275-2513226b6fee,DISK] 2024-11-25T02:22:17,724 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.meta.1732501337709.meta 2024-11-25T02:22:17,724 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-25T02:22:17,724 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:17,725 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:22:17,725 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:22:17,725 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:22:17,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:17,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:17,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:17,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:17,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:17,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:17,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:17,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:17,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:17,730 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:17,731 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740 2024-11-25T02:22:17,731 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740 2024-11-25T02:22:17,732 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:17,732 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:17,732 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:17,733 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:17,733 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821503, jitterRate=-0.1234913021326065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:17,734 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:22:17,734 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501337725Writing region info on filesystem at 1732501337725Initializing all the Stores at 1732501337726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337727 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501337727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501337727Cleaning up temporary data from old regions at 1732501337732 (+5 ms)Running coprocessor post-open hooks at 1732501337734 (+2 ms)Region opened successfully at 1732501337734 2024-11-25T02:22:17,734 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501337703 2024-11-25T02:22:17,736 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:22:17,736 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:22:17,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:17,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,37027,1732501334949, state=OPEN 2024-11-25T02:22:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1437930546/meta-region-server 2024-11-25T02:22:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1437930546/meta-region-server 2024-11-25T02:22:17,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:17,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1437930546/meta-region-server: CHANGED 2024-11-25T02:22:17,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1437930546/meta-region-server: CHANGED 2024-11-25T02:22:17,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:22:17,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,37027,1732501334949 in 195 msec 2024-11-25T02:22:17,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:22:17,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-25T02:22:17,751 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:17,751 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:22:17,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:17,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37027,1732501334949, seqNum=-1] 2024-11-25T02:22:17,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:17,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:17,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-25T02:22:17,758 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501337758, completionTime=-1 2024-11-25T02:22:17,758 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:22:17,758 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:22:17,759 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:22:17,759 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501397759 2024-11-25T02:22:17,759 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501457759 2024-11-25T02:22:17,759 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:37423, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,760 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,761 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.747sec 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:17,763 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:22:17,764 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:22:17,764 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:22:17,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,37423,1732501334804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c7dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:17,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:17,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:17,772 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e930e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:17,774 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:17,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:17,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37027,1732501334949, seqNum=-1] 2024-11-25T02:22:17,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:17,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:17,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:17,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-25T02:22:17,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:17,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016fcc35610008 connected 2024-11-25T02:22:17,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6175a4a 2024-11-25T02:22:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:17,803 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:17,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:22:17,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:17,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:17,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:22:17,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:22:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:18,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:18,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:18,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 506ba014c43d114e472c3d2b1d20b3c9, NAME => 'test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc 2024-11-25T02:22:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:22:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:18,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:18,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 506ba014c43d114e472c3d2b1d20b3c9, disabling compactions & flushes 2024-11-25T02:22:18,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. after waiting 0 ms 2024-11-25T02:22:18,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 506ba014c43d114e472c3d2b1d20b3c9: Waiting for close lock at 1732501338617Disabling compacts and flushes for region at 1732501338617Disabling writes for close at 1732501338617Writing region close event to WAL at 1732501338617Closed at 1732501338617 2024-11-25T02:22:18,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:18,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501338619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501338619"}]},"ts":"1732501338619"} 2024-11-25T02:22:18,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:18,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:18,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501338621"}]},"ts":"1732501338621"} 2024-11-25T02:22:18,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:22:18,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=506ba014c43d114e472c3d2b1d20b3c9, ASSIGN}] 2024-11-25T02:22:18,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=506ba014c43d114e472c3d2b1d20b3c9, ASSIGN 2024-11-25T02:22:18,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=506ba014c43d114e472c3d2b1d20b3c9, ASSIGN; state=OFFLINE, location=dbdd1c922b13,39939,1732501324262; forceNewPlan=false, retain=false 2024-11-25T02:22:18,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=506ba014c43d114e472c3d2b1d20b3c9, regionState=OPENING, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=506ba014c43d114e472c3d2b1d20b3c9, ASSIGN because future has completed 2024-11-25T02:22:18,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 506ba014c43d114e472c3d2b1d20b3c9, server=dbdd1c922b13,39939,1732501324262}] 2024-11-25T02:22:18,932 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,932 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 506ba014c43d114e472c3d2b1d20b3c9, NAME => 'test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:18,933 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:18,933 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:22:18,933 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,933 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:18,933 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,933 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,934 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,935 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 506ba014c43d114e472c3d2b1d20b3c9 columnFamilyName f 2024-11-25T02:22:18,935 DEBUG [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:18,936 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(327): Store=506ba014c43d114e472c3d2b1d20b3c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:18,936 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,936 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 506ba014c43d114e472c3d2b1d20b3c9 columnFamilyName f1 2024-11-25T02:22:18,936 DEBUG [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:18,937 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(327): Store=506ba014c43d114e472c3d2b1d20b3c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:18,937 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,937 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 506ba014c43d114e472c3d2b1d20b3c9 columnFamilyName norep 2024-11-25T02:22:18,938 DEBUG [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:18,938 INFO [StoreOpener-506ba014c43d114e472c3d2b1d20b3c9-1 {}] regionserver.HStore(327): Store=506ba014c43d114e472c3d2b1d20b3c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:18,938 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,938 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,939 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,939 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,939 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,940 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:18,941 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,942 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:18,942 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 506ba014c43d114e472c3d2b1d20b3c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70641202, jitterRate=0.05263593792915344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:18,942 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:18,943 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 506ba014c43d114e472c3d2b1d20b3c9: Running coprocessor pre-open hook at 1732501338933Writing region info on filesystem at 1732501338933Initializing all the Stores at 1732501338934 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501338934Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501338934Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501338934Cleaning up temporary data from old regions at 1732501338939 (+5 ms)Running coprocessor post-open hooks at 1732501338942 (+3 ms)Region opened successfully at 1732501338943 (+1 ms) 2024-11-25T02:22:18,944 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9., pid=6, masterSystemTime=1732501338929 2024-11-25T02:22:18,945 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,945 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:18,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=506ba014c43d114e472c3d2b1d20b3c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:18,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 506ba014c43d114e472c3d2b1d20b3c9, server=dbdd1c922b13,39939,1732501324262 because future has completed 2024-11-25T02:22:18,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:22:18,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 506ba014c43d114e472c3d2b1d20b3c9, server=dbdd1c922b13,39939,1732501324262 in 171 msec 2024-11-25T02:22:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:22:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=506ba014c43d114e472c3d2b1d20b3c9, ASSIGN in 326 msec 2024-11-25T02:22:18,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:18,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501338951"}]},"ts":"1732501338951"} 2024-11-25T02:22:18,953 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:22:18,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:18,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-25T02:22:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:19,953 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:22:19,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a745019 2024-11-25T02:22:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:19,955 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:19,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:22:19,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:19,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:19,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:22:19,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:22:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:20,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63d8d3b4d49f18f97285e52261332ab3, NAME => 'test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47 2024-11-25T02:22:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63d8d3b4d49f18f97285e52261332ab3, disabling compactions & flushes 2024-11-25T02:22:20,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. after waiting 0 ms 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63d8d3b4d49f18f97285e52261332ab3: Waiting for close lock at 1732501340372Disabling compacts and flushes for region at 1732501340372Disabling writes for close at 1732501340372Writing region close event to WAL at 1732501340372Closed at 1732501340372 2024-11-25T02:22:20,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:20,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501340373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501340373"}]},"ts":"1732501340373"} 2024-11-25T02:22:20,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:20,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:20,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501340376"}]},"ts":"1732501340376"} 2024-11-25T02:22:20,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:22:20,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63d8d3b4d49f18f97285e52261332ab3, ASSIGN}] 2024-11-25T02:22:20,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63d8d3b4d49f18f97285e52261332ab3, ASSIGN 2024-11-25T02:22:20,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63d8d3b4d49f18f97285e52261332ab3, ASSIGN; state=OFFLINE, location=dbdd1c922b13,41743,1732501329823; forceNewPlan=false, retain=false 2024-11-25T02:22:20,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63d8d3b4d49f18f97285e52261332ab3, regionState=OPENING, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:20,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63d8d3b4d49f18f97285e52261332ab3, ASSIGN because future has completed 2024-11-25T02:22:20,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d8d3b4d49f18f97285e52261332ab3, server=dbdd1c922b13,41743,1732501329823}] 2024-11-25T02:22:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:20,687 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,687 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63d8d3b4d49f18f97285e52261332ab3, NAME => 'test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:20,687 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:20,687 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:22:20,688 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,688 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:20,688 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,688 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,689 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,690 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d8d3b4d49f18f97285e52261332ab3 columnFamilyName f 2024-11-25T02:22:20,690 DEBUG [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:20,690 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(327): Store=63d8d3b4d49f18f97285e52261332ab3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:20,690 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,691 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d8d3b4d49f18f97285e52261332ab3 columnFamilyName f1 2024-11-25T02:22:20,691 DEBUG [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:20,692 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(327): Store=63d8d3b4d49f18f97285e52261332ab3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:20,692 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,693 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d8d3b4d49f18f97285e52261332ab3 columnFamilyName norep 2024-11-25T02:22:20,693 DEBUG [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:20,693 INFO [StoreOpener-63d8d3b4d49f18f97285e52261332ab3-1 {}] regionserver.HStore(327): Store=63d8d3b4d49f18f97285e52261332ab3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:20,693 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,694 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,694 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,694 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,694 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,695 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:20,696 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,697 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:20,697 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63d8d3b4d49f18f97285e52261332ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64335700, jitterRate=-0.04132336378097534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:20,697 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:20,697 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63d8d3b4d49f18f97285e52261332ab3: Running coprocessor pre-open hook at 1732501340688Writing region info on filesystem at 1732501340688Initializing all the Stores at 1732501340688Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501340689 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501340689Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501340689Cleaning up temporary data from old regions at 1732501340694 (+5 ms)Running coprocessor post-open hooks at 1732501340697 (+3 ms)Region opened successfully at 1732501340697 2024-11-25T02:22:20,698 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3., pid=6, masterSystemTime=1732501340684 2024-11-25T02:22:20,700 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,700 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:20,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63d8d3b4d49f18f97285e52261332ab3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:20,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d8d3b4d49f18f97285e52261332ab3, server=dbdd1c922b13,41743,1732501329823 because future has completed 2024-11-25T02:22:20,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:22:20,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63d8d3b4d49f18f97285e52261332ab3, server=dbdd1c922b13,41743,1732501329823 in 171 msec 2024-11-25T02:22:20,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:22:20,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63d8d3b4d49f18f97285e52261332ab3, ASSIGN in 326 msec 2024-11-25T02:22:20,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:20,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501340706"}]},"ts":"1732501340706"} 2024-11-25T02:22:20,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:22:20,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:20,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-25T02:22:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:21,093 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:22:21,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7053c491 2024-11-25T02:22:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:21,095 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:21,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:22:21,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:21,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:21,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:21,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:22:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:22:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:21,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acfb8ec07cf7b0d5fa945d29998405af, NAME => 'test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5 2024-11-25T02:22:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:22:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing acfb8ec07cf7b0d5fa945d29998405af, disabling compactions & flushes 2024-11-25T02:22:21,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. after waiting 0 ms 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:21,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:21,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for acfb8ec07cf7b0d5fa945d29998405af: Waiting for close lock at 1732501341987Disabling compacts and flushes for region at 1732501341987Disabling writes for close at 1732501341987Writing region close event to WAL at 1732501341987Closed at 1732501341987 2024-11-25T02:22:21,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:21,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501341988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501341988"}]},"ts":"1732501341988"} 2024-11-25T02:22:21,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:21,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:21,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501341991"}]},"ts":"1732501341991"} 2024-11-25T02:22:21,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:22:21,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acfb8ec07cf7b0d5fa945d29998405af, ASSIGN}] 2024-11-25T02:22:21,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acfb8ec07cf7b0d5fa945d29998405af, ASSIGN 2024-11-25T02:22:21,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=acfb8ec07cf7b0d5fa945d29998405af, ASSIGN; state=OFFLINE, location=dbdd1c922b13,37027,1732501334949; forceNewPlan=false, retain=false 2024-11-25T02:22:22,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:22:22,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:22:22,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:22,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:22:22,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acfb8ec07cf7b0d5fa945d29998405af, regionState=OPENING, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:22,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=acfb8ec07cf7b0d5fa945d29998405af, ASSIGN because future has completed 2024-11-25T02:22:22,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acfb8ec07cf7b0d5fa945d29998405af, server=dbdd1c922b13,37027,1732501334949}] 2024-11-25T02:22:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:22,302 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:22,302 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => acfb8ec07cf7b0d5fa945d29998405af, NAME => 'test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:22,302 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:22,302 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:22:22,302 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,302 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:22,303 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,303 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,304 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,305 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfb8ec07cf7b0d5fa945d29998405af columnFamilyName f 2024-11-25T02:22:22,305 DEBUG [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:22,305 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(327): Store=acfb8ec07cf7b0d5fa945d29998405af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:22,305 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,306 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfb8ec07cf7b0d5fa945d29998405af columnFamilyName f1 2024-11-25T02:22:22,306 DEBUG [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:22,306 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(327): Store=acfb8ec07cf7b0d5fa945d29998405af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:22,307 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,307 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfb8ec07cf7b0d5fa945d29998405af columnFamilyName norep 2024-11-25T02:22:22,307 DEBUG [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:22,308 INFO [StoreOpener-acfb8ec07cf7b0d5fa945d29998405af-1 {}] regionserver.HStore(327): Store=acfb8ec07cf7b0d5fa945d29998405af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:22,308 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,308 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,308 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,309 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,309 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,309 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:22,310 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,312 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:22,312 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened acfb8ec07cf7b0d5fa945d29998405af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61967218, jitterRate=-0.07661649584770203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:22,312 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:22,312 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for acfb8ec07cf7b0d5fa945d29998405af: Running coprocessor pre-open hook at 1732501342303Writing region info on filesystem at 1732501342303Initializing all the Stores at 1732501342303Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501342303Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501342304 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501342304Cleaning up temporary data from old regions at 1732501342309 (+5 ms)Running coprocessor post-open hooks at 1732501342312 (+3 ms)Region opened successfully at 1732501342312 2024-11-25T02:22:22,313 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af., pid=6, masterSystemTime=1732501342299 2024-11-25T02:22:22,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:22,315 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:22,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acfb8ec07cf7b0d5fa945d29998405af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:22,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acfb8ec07cf7b0d5fa945d29998405af, server=dbdd1c922b13,37027,1732501334949 because future has completed 2024-11-25T02:22:22,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:22:22,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure acfb8ec07cf7b0d5fa945d29998405af, server=dbdd1c922b13,37027,1732501334949 in 171 msec 2024-11-25T02:22:22,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:22:22,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=acfb8ec07cf7b0d5fa945d29998405af, ASSIGN in 328 msec 2024-11-25T02:22:22,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:22,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501342322"}]},"ts":"1732501342322"} 2024-11-25T02:22:22,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:22:22,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:22,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2300 sec 2024-11-25T02:22:22,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:22:23,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:23,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:22:23,243 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:22:23,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f788f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:23,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:23,244 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:23,246 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b288418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ebc51f 2024-11-25T02:22:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:23,248 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:23,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:46113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:22:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:22:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:23,251 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:46113' 2024-11-25T02:22:23,252 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47facecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,252 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:23,252 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:23,253 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edfa217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:23,254 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:23,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f521c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:23,255 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:23,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:23,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25eb0ea7 2024-11-25T02:22:23,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:23,257 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:23,257 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:22:23,257 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:22:23,257 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:23,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:23,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:23,258 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:23,259 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:22:23,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:23,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:23,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:22:23,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:23,309 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:22:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:23,667 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84c0d6a2987f6fb1739976979a03fc71, NAME => 'hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc 2024-11-25T02:22:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:22:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84c0d6a2987f6fb1739976979a03fc71, disabling compactions & flushes 2024-11-25T02:22:24,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. after waiting 0 ms 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84c0d6a2987f6fb1739976979a03fc71: Waiting for close lock at 1732501344073Disabling compacts and flushes for region at 1732501344073Disabling writes for close at 1732501344073Writing region close event to WAL at 1732501344073Closed at 1732501344073 2024-11-25T02:22:24,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:24,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501344074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501344074"}]},"ts":"1732501344074"} 2024-11-25T02:22:24,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:24,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:24,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501344077"}]},"ts":"1732501344077"} 2024-11-25T02:22:24,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:22:24,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c0d6a2987f6fb1739976979a03fc71, ASSIGN}] 2024-11-25T02:22:24,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c0d6a2987f6fb1739976979a03fc71, ASSIGN 2024-11-25T02:22:24,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84c0d6a2987f6fb1739976979a03fc71, ASSIGN; state=OFFLINE, location=dbdd1c922b13,39939,1732501324262; forceNewPlan=false, retain=false 2024-11-25T02:22:24,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84c0d6a2987f6fb1739976979a03fc71, regionState=OPENING, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:24,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84c0d6a2987f6fb1739976979a03fc71, ASSIGN because future has completed 2024-11-25T02:22:24,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c0d6a2987f6fb1739976979a03fc71, server=dbdd1c922b13,39939,1732501324262}] 2024-11-25T02:22:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:24,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:24,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:22:24,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C39939%2C1732501324262.rep, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/oldWALs, maxLogs=10 2024-11-25T02:22:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.rep.1732501344390, exclude list is [], retry=0 2024-11-25T02:22:24,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-983061ee-4932-477d-9848-83fb0f0b6d0e,DISK] 2024-11-25T02:22:24,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.rep.1732501344390 2024-11-25T02:22:24,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-11-25T02:22:24,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84c0d6a2987f6fb1739976979a03fc71, NAME => 'hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:24,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. service=MultiRowMutationService 2024-11-25T02:22:24,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,410 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,412 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c0d6a2987f6fb1739976979a03fc71 columnFamilyName hfileref 2024-11-25T02:22:24,412 DEBUG [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:24,412 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(327): Store=84c0d6a2987f6fb1739976979a03fc71/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:24,412 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,413 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c0d6a2987f6fb1739976979a03fc71 columnFamilyName queue 2024-11-25T02:22:24,413 DEBUG [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:24,413 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(327): Store=84c0d6a2987f6fb1739976979a03fc71/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:24,413 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,414 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c0d6a2987f6fb1739976979a03fc71 columnFamilyName sid 2024-11-25T02:22:24,414 DEBUG [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:24,415 INFO [StoreOpener-84c0d6a2987f6fb1739976979a03fc71-1 {}] regionserver.HStore(327): Store=84c0d6a2987f6fb1739976979a03fc71/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/replication/84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/replication/84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:24,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/replication/84c0d6a2987f6fb1739976979a03fc71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:24,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84c0d6a2987f6fb1739976979a03fc71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238324, jitterRate=0.10623723268508911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84c0d6a2987f6fb1739976979a03fc71: Running coprocessor pre-open hook at 1732501344409Writing region info on filesystem at 1732501344409Initializing all the Stores at 1732501344410 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501344410Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501344410Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501344410Cleaning up temporary data from old regions at 1732501344416 (+6 ms)Running coprocessor post-open hooks at 1732501344419 (+3 ms)Region opened successfully at 1732501344419 2024-11-25T02:22:24,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71., pid=10, masterSystemTime=1732501344385 2024-11-25T02:22:24,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:24,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84c0d6a2987f6fb1739976979a03fc71, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:24,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c0d6a2987f6fb1739976979a03fc71, server=dbdd1c922b13,39939,1732501324262 because future has completed 2024-11-25T02:22:24,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:22:24,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84c0d6a2987f6fb1739976979a03fc71, server=dbdd1c922b13,39939,1732501324262 in 191 msec 2024-11-25T02:22:24,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:22:24,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c0d6a2987f6fb1739976979a03fc71, ASSIGN in 347 msec 2024-11-25T02:22:24,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:24,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501344428"}]},"ts":"1732501344428"} 2024-11-25T02:22:24,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:22:24,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:24,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-25T02:22:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71., hostname=dbdd1c922b13,39939,1732501324262, seqNum=2] 2024-11-25T02:22:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:24,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:22:24,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:22:24,700 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:22:24,729 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,39939,1732501324262, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:22:24,729 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:24,729 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39939,1732501324262, seqNum=-1] 2024-11-25T02:22:24,730 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:24,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:24,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,39939,1732501324262', locateType=CURRENT is [region=hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71., hostname=dbdd1c922b13,39939,1732501324262, seqNum=2] 2024-11-25T02:22:24,741 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:22:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:22:24,744 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,39939,1732501324262 suceeded 2024-11-25T02:22:24,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:22:24,746 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:46113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:22:24,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-25T02:22:24,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-25T02:22:24,758 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:46113' 2024-11-25T02:22:24,760 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3530d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:24,760 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:24,760 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:24,761 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4455ecbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:24,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:24,762 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:24,763 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@532ce28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:24,763 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:24,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68676766 2024-11-25T02:22:24,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:24,764 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-25T02:22:24,765 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,39939,1732501324262 (queues=1) is replicating from cluster=9a2729a7-f3df-4a82-a1bc-32dd3eb94a82 to cluster=ea6bb8d3-064d-4efe-9d77-88564ac1ec9f 2024-11-25T02:22:24,765 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C39939%2C1732501324262 2024-11-25T02:22:24,765 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,39939,1732501324262, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:22:24,766 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, startPosition=0, beingWritten=true 2024-11-25T02:22:24,767 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C39939%2C1732501324262 2024-11-25T02:22:24,774 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:24,774 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:24,774 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:24,978 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:25,281 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:25,403 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:22:25,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:25,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:25,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:25,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762ffe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:25,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:25,405 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a53d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,407 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:25,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bdaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b4636e 2024-11-25T02:22:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:25,409 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:25,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:37423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:22:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:22:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:25,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:37423' 2024-11-25T02:22:25,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5769c13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,413 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:25,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:25,414 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704ceb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,415 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:25,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2f489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:25,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:25,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:25,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd15c9c 2024-11-25T02:22:25,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:25,418 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:25,418 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:22:25,418 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:22:25,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:25,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:25,419 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:25,420 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:22:25,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:25,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:25,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:22:25,470 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:22:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:25,685 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:25,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aad3bb20205df083c0d658675e215015, NAME => 'hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47 2024-11-25T02:22:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:22:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:26,189 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:26,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:26,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aad3bb20205df083c0d658675e215015, disabling compactions & flushes 2024-11-25T02:22:26,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. after waiting 0 ms 2024-11-25T02:22:26,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aad3bb20205df083c0d658675e215015: Waiting for close lock at 1732501346234Disabling compacts and flushes for region at 1732501346234Disabling writes for close at 1732501346235 (+1 ms)Writing region close event to WAL at 1732501346235Closed at 1732501346235 2024-11-25T02:22:26,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:26,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501346236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501346236"}]},"ts":"1732501346236"} 2024-11-25T02:22:26,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:26,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:26,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501346239"}]},"ts":"1732501346239"} 2024-11-25T02:22:26,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:22:26,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aad3bb20205df083c0d658675e215015, ASSIGN}] 2024-11-25T02:22:26,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aad3bb20205df083c0d658675e215015, ASSIGN 2024-11-25T02:22:26,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aad3bb20205df083c0d658675e215015, ASSIGN; state=OFFLINE, location=dbdd1c922b13,41743,1732501329823; forceNewPlan=false, retain=false 2024-11-25T02:22:26,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aad3bb20205df083c0d658675e215015, regionState=OPENING, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aad3bb20205df083c0d658675e215015, ASSIGN because future has completed 2024-11-25T02:22:26,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad3bb20205df083c0d658675e215015, server=dbdd1c922b13,41743,1732501329823}] 2024-11-25T02:22:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:26,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:26,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:22:26,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41743%2C1732501329823.rep, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/oldWALs, maxLogs=10 2024-11-25T02:22:26,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.rep.1732501346552, exclude list is [], retry=0 2024-11-25T02:22:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35643,DS-84a088fa-0d26-4118-a920-34c2681d8093,DISK] 2024-11-25T02:22:26,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.rep.1732501346552 2024-11-25T02:22:26,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-25T02:22:26,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aad3bb20205df083c0d658675e215015, NAME => 'hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:26,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. service=MultiRowMutationService 2024-11-25T02:22:26,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,570 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,571 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad3bb20205df083c0d658675e215015 columnFamilyName hfileref 2024-11-25T02:22:26,571 DEBUG [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:26,572 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(327): Store=aad3bb20205df083c0d658675e215015/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:26,572 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,572 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad3bb20205df083c0d658675e215015 columnFamilyName queue 2024-11-25T02:22:26,572 DEBUG [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:26,573 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(327): Store=aad3bb20205df083c0d658675e215015/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:26,573 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,573 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad3bb20205df083c0d658675e215015 columnFamilyName sid 2024-11-25T02:22:26,574 DEBUG [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:26,574 INFO [StoreOpener-aad3bb20205df083c0d658675e215015-1 {}] regionserver.HStore(327): Store=aad3bb20205df083c0d658675e215015/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:26,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/replication/aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/replication/aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:26,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/replication/aad3bb20205df083c0d658675e215015/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:26,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aad3bb20205df083c0d658675e215015; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66236233, jitterRate=-0.013003215193748474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:26,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:26,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aad3bb20205df083c0d658675e215015: Running coprocessor pre-open hook at 1732501346569Writing region info on filesystem at 1732501346569Initializing all the Stores at 1732501346570 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501346570Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501346570Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501346570Cleaning up temporary data from old regions at 1732501346575 (+5 ms)Running coprocessor post-open hooks at 1732501346578 (+3 ms)Region opened successfully at 1732501346578 2024-11-25T02:22:26,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., pid=10, masterSystemTime=1732501346547 2024-11-25T02:22:26,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:26,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aad3bb20205df083c0d658675e215015, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:26,583 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46113 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=dbdd1c922b13,41743,1732501329823, table=hbase:replication, region=aad3bb20205df083c0d658675e215015. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T02:22:26,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad3bb20205df083c0d658675e215015, server=dbdd1c922b13,41743,1732501329823 because future has completed 2024-11-25T02:22:26,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:22:26,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aad3bb20205df083c0d658675e215015, server=dbdd1c922b13,41743,1732501329823 in 190 msec 2024-11-25T02:22:26,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:22:26,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aad3bb20205df083c0d658675e215015, ASSIGN in 345 msec 2024-11-25T02:22:26,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:26,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501346588"}]},"ts":"1732501346588"} 2024-11-25T02:22:26,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:22:26,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:26,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-25T02:22:26,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., hostname=dbdd1c922b13,41743,1732501329823, seqNum=2] 2024-11-25T02:22:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:26,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:26,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:22:26,793 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:26,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:22:26,879 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:22:26,906 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,41743,1732501329823, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:22:26,906 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:26,906 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41743,1732501329823, seqNum=-1] 2024-11-25T02:22:26,907 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:26,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:26,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,41743,1732501329823', locateType=CURRENT is [region=hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., hostname=dbdd1c922b13,41743,1732501329823, seqNum=2] 2024-11-25T02:22:26,911 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:22:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:22:26,913 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,41743,1732501329823 suceeded 2024-11-25T02:22:26,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:22:26,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-25T02:22:26,914 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:37423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:22:26,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-25T02:22:26,926 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:37423' 2024-11-25T02:22:26,927 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:26,927 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:26,927 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:26,928 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497c4a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:26,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:26,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:26,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:26,929 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:26,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4afa949e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:26,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:26,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:26,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f3863c 2024-11-25T02:22:26,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:26,931 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-25T02:22:26,932 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,41743,1732501329823 (queues=1) is replicating from cluster=ea6bb8d3-064d-4efe-9d77-88564ac1ec9f to cluster=dc32acd4-0723-4850-a49c-89cff6415baa 2024-11-25T02:22:26,932 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C41743%2C1732501329823 2024-11-25T02:22:26,932 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,41743,1732501329823, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:22:26,932 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, startPosition=0, beingWritten=true 2024-11-25T02:22:26,932 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C41743%2C1732501329823 2024-11-25T02:22:26,937 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:26,937 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:26,937 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:27,140 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:27,444 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:27,497 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:27,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:22:27,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:27,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:27,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:27,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da3a797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:27,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:27,565 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb94586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,566 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5292fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:27,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757f1d7 2024-11-25T02:22:27,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:27,568 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:27,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:42991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:22:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:22:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:27,571 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:42991' 2024-11-25T02:22:27,572 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457904e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,572 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:27,572 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:27,573 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e755903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:27,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,574 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:27,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a25d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:27,575 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:27,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:27,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79528300 2024-11-25T02:22:27,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:27,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:27,577 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:22:27,577 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:22:27,577 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,577 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:27,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:27,577 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:27,578 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:22:27,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:22:27,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:27,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:22:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:22:27,628 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:22:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:27,848 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:27,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e15b87cdfa8238045ab5864ca99435e4, NAME => 'hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5 2024-11-25T02:22:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:22:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:28,300 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:28,352 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e15b87cdfa8238045ab5864ca99435e4, disabling compactions & flushes 2024-11-25T02:22:28,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. after waiting 0 ms 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,391 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e15b87cdfa8238045ab5864ca99435e4: Waiting for close lock at 1732501348391Disabling compacts and flushes for region at 1732501348391Disabling writes for close at 1732501348391Writing region close event to WAL at 1732501348391Closed at 1732501348391 2024-11-25T02:22:28,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:22:28,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501348392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501348392"}]},"ts":"1732501348392"} 2024-11-25T02:22:28,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:22:28,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:22:28,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501348395"}]},"ts":"1732501348395"} 2024-11-25T02:22:28,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:22:28,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15b87cdfa8238045ab5864ca99435e4, ASSIGN}] 2024-11-25T02:22:28,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15b87cdfa8238045ab5864ca99435e4, ASSIGN 2024-11-25T02:22:28,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e15b87cdfa8238045ab5864ca99435e4, ASSIGN; state=OFFLINE, location=dbdd1c922b13,37027,1732501334949; forceNewPlan=false, retain=false 2024-11-25T02:22:28,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e15b87cdfa8238045ab5864ca99435e4, regionState=OPENING, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e15b87cdfa8238045ab5864ca99435e4, ASSIGN because future has completed 2024-11-25T02:22:28,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15b87cdfa8238045ab5864ca99435e4, server=dbdd1c922b13,37027,1732501334949}] 2024-11-25T02:22:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:28,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:28,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:22:28,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C37027%2C1732501334949.rep, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/oldWALs, maxLogs=10 2024-11-25T02:22:28,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.rep.1732501348708, exclude list is [], retry=0 2024-11-25T02:22:28,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46285,DS-c78daa64-b2f6-48e8-a275-2513226b6fee,DISK] 2024-11-25T02:22:28,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.rep.1732501348708 2024-11-25T02:22:28,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-25T02:22:28,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e15b87cdfa8238045ab5864ca99435e4, NAME => 'hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:28,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. service=MultiRowMutationService 2024-11-25T02:22:28,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,726 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,727 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15b87cdfa8238045ab5864ca99435e4 columnFamilyName hfileref 2024-11-25T02:22:28,727 DEBUG [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:28,728 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(327): Store=e15b87cdfa8238045ab5864ca99435e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:28,728 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,729 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15b87cdfa8238045ab5864ca99435e4 columnFamilyName queue 2024-11-25T02:22:28,729 DEBUG [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:28,729 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(327): Store=e15b87cdfa8238045ab5864ca99435e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:28,729 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,730 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15b87cdfa8238045ab5864ca99435e4 columnFamilyName sid 2024-11-25T02:22:28,730 DEBUG [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:28,730 INFO [StoreOpener-e15b87cdfa8238045ab5864ca99435e4-1 {}] regionserver.HStore(327): Store=e15b87cdfa8238045ab5864ca99435e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:28,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/replication/e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/replication/e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:22:28,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/replication/e15b87cdfa8238045ab5864ca99435e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:28,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e15b87cdfa8238045ab5864ca99435e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67207127, jitterRate=0.0014642328023910522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:22:28,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:28,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e15b87cdfa8238045ab5864ca99435e4: Running coprocessor pre-open hook at 1732501348725Writing region info on filesystem at 1732501348725Initializing all the Stores at 1732501348726 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501348726Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501348726Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501348726Cleaning up temporary data from old regions at 1732501348732 (+6 ms)Running coprocessor post-open hooks at 1732501348736 (+4 ms)Region opened successfully at 1732501348736 2024-11-25T02:22:28,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4., pid=10, masterSystemTime=1732501348703 2024-11-25T02:22:28,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:28,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e15b87cdfa8238045ab5864ca99435e4, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15b87cdfa8238045ab5864ca99435e4, server=dbdd1c922b13,37027,1732501334949 because future has completed 2024-11-25T02:22:28,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:22:28,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e15b87cdfa8238045ab5864ca99435e4, server=dbdd1c922b13,37027,1732501334949 in 190 msec 2024-11-25T02:22:28,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:22:28,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e15b87cdfa8238045ab5864ca99435e4, ASSIGN in 346 msec 2024-11-25T02:22:28,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:22:28,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501348745"}]},"ts":"1732501348745"} 2024-11-25T02:22:28,747 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:22:28,748 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:22:28,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-25T02:22:28,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4., hostname=dbdd1c922b13,37027,1732501334949, seqNum=2] 2024-11-25T02:22:28,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:28,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:28,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:22:28,956 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:29,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:22:29,089 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:22:29,121 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,37027,1732501334949, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:22:29,122 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:29,122 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37027,1732501334949, seqNum=-1] 2024-11-25T02:22:29,122 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:29,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:29,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,37027,1732501334949', locateType=CURRENT is [region=hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4., hostname=dbdd1c922b13,37027,1732501334949, seqNum=2] 2024-11-25T02:22:29,127 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:22:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:22:29,129 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,37027,1732501334949 suceeded 2024-11-25T02:22:29,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:22:29,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-25T02:22:29,130 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:42991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:22:29,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-25T02:22:29,140 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:42991' 2024-11-25T02:22:29,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6d036b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:29,141 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:29,142 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2775d7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,143 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:29,143 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70215f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,144 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a9c5ae 2024-11-25T02:22:29,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:29,145 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T02:22:29,145 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,37027,1732501334949 (queues=1) is replicating from cluster=dc32acd4-0723-4850-a49c-89cff6415baa to cluster=9a2729a7-f3df-4a82-a1bc-32dd3eb94a82 2024-11-25T02:22:29,145 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C37027%2C1732501334949 2024-11-25T02:22:29,145 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,37027,1732501334949, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:22:29,146 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C37027%2C1732501334949 2024-11-25T02:22:29,146 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, startPosition=0, beingWritten=true 2024-11-25T02:22:29,150 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:29,150 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 379, reset compression=false 2024-11-25T02:22:29,150 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:29,204 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:29,353 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 379, reset compression=false 2024-11-25T02:22:29,657 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 379, reset compression=false 2024-11-25T02:22:29,660 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:22:29,713 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:22:29,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:29,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:29,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:29,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa8a847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:29,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:29,715 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3834ba6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,716 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a0b6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6681bc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:29,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:29,718 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f387770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:29,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,719 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e10b55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265cf9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:29,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:29,720 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7f3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:29,721 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:29,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e97560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:29,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39939,1732501324262, seqNum=-1] 2024-11-25T02:22:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:29,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:29,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9., hostname=dbdd1c922b13,39939,1732501324262, seqNum=2] 2024-11-25T02:22:29,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37027,1732501334949, seqNum=-1] 2024-11-25T02:22:29,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:29,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af., hostname=dbdd1c922b13,37027,1732501334949, seqNum=2] 2024-11-25T02:22:29,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T02:22:29,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:29,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:29,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:22:30,060 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 379, reset compression=false 2024-11-25T02:22:30,207 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 379, reset compression=false 2024-11-25T02:22:30,211 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:30,211 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 480, reset compression=false 2024-11-25T02:22:30,211 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[{test/506ba014c43d114e472c3d2b1d20b3c9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T02:22:30,213 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:30,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-25T02:22:30,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:30,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3547bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,46113,-1 for getting cluster id 2024-11-25T02:22:30,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:30,216 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6bb8d3-064d-4efe-9d77-88564ac1ec9f' 2024-11-25T02:22:30,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:30,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6bb8d3-064d-4efe-9d77-88564ac1ec9f" 2024-11-25T02:22:30,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b7231ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,46113,-1] 2024-11-25T02:22:30,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:30,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:30,217 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:30,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc91513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:30,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41743,1732501329823, seqNum=-1] 2024-11-25T02:22:30,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:30,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:30,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3., hostname=dbdd1c922b13,41743,1732501329823, seqNum=2] 2024-11-25T02:22:30,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:30,415 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 480, reset compression=false 2024-11-25T02:22:30,463 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 379, reset compression=false 2024-11-25T02:22:30,467 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:30,467 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 504, reset compression=false 2024-11-25T02:22:30,467 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T02:22:30,469 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:30,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-25T02:22:30,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:30,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375c6cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:30,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:30,472 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12966595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:30,473 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:30,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:30,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:30,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,37027,1732501334949, seqNum=-1] 2024-11-25T02:22:30,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:30,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:30,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af., hostname=dbdd1c922b13,37027,1732501334949, seqNum=2] 2024-11-25T02:22:30,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:30,563 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 379, reset compression=false 2024-11-25T02:22:30,567 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:30,567 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 528, reset compression=false 2024-11-25T02:22:30,567 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:30,671 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 504, reset compression=false 2024-11-25T02:22:30,719 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 480, reset compression=false 2024-11-25T02:22:30,733 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T02:22:30,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41743,1732501329823, seqNum=-1] 2024-11-25T02:22:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:30,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3., hostname=dbdd1c922b13,41743,1732501329823, seqNum=2] 2024-11-25T02:22:30,739 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T02:22:30,770 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 528, reset compression=false 2024-11-25T02:22:30,975 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 504, reset compression=false 2024-11-25T02:22:30,978 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:30,979 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:30,979 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:22:30,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:30,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:31,073 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 528, reset compression=false 2024-11-25T02:22:31,078 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:31,078 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 656, reset compression=false 2024-11-25T02:22:31,078 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfb8ec07cf7b0d5fa945d29998405af/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T02:22:31,080 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:31,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T02:22:31,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:31,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbf9635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:31,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:31,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:31,083 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:31,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:31,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:31,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47882678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:31,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:31,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:31,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:31,084 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:31,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5e5afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:31,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:31,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,39939,1732501324262, seqNum=-1] 2024-11-25T02:22:31,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:31,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T02:22:31,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9., hostname=dbdd1c922b13,39939,1732501324262, seqNum=2] 2024-11-25T02:22:31,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:31,122 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 480, reset compression=false 2024-11-25T02:22:31,126 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:31,126 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 632, reset compression=false 2024-11-25T02:22:31,126 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:31,182 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:31,283 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 656, reset compression=false 2024-11-25T02:22:31,329 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 632, reset compression=false 2024-11-25T02:22:31,485 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:31,587 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 656, reset compression=false 2024-11-25T02:22:31,633 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 632, reset compression=false 2024-11-25T02:22:31,741 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T02:22:31,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T02:22:31,889 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:31,991 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 656, reset compression=false 2024-11-25T02:22:32,036 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 632, reset compression=false 2024-11-25T02:22:32,261 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:32,261 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 760, reset compression=false 2024-11-25T02:22:32,261 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfb8ec07cf7b0d5fa945d29998405af/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:22:32,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:32,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:32,393 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:32,465 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 760, reset compression=false 2024-11-25T02:22:32,540 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 632, reset compression=false 2024-11-25T02:22:32,543 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:32,543 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 760, reset compression=false 2024-11-25T02:22:32,543 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[{test/506ba014c43d114e472c3d2b1d20b3c9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T02:22:32,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:32,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:32,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T02:22:32,746 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 760, reset compression=false 2024-11-25T02:22:32,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T02:22:32,751 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:32,751 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 916, reset compression=false 2024-11-25T02:22:32,751 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[{test/506ba014c43d114e472c3d2b1d20b3c9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T02:22:32,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:32,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:32,768 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 760, reset compression=false 2024-11-25T02:22:32,958 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 916, reset compression=false 2024-11-25T02:22:32,996 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 608, reset compression=false 2024-11-25T02:22:33,001 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:33,001 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 908, reset compression=false 2024-11-25T02:22:33,001 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T02:22:33,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:33,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:33,172 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 760, reset compression=false 2024-11-25T02:22:33,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:33,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 932, reset compression=false 2024-11-25T02:22:33,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:33,204 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 908, reset compression=false 2024-11-25T02:22:33,263 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 916, reset compression=false 2024-11-25T02:22:33,387 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 932, reset compression=false 2024-11-25T02:22:33,508 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 908, reset compression=false 2024-11-25T02:22:33,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:33,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:33,584 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68620 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:33,660 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:22:33,666 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 916, reset compression=false 2024-11-25T02:22:33,690 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 932, reset compression=false 2024-11-25T02:22:33,750 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T02:22:33,753 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T02:22:33,911 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 908, reset compression=false 2024-11-25T02:22:33,915 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:33,915 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1067, reset compression=false 2024-11-25T02:22:33,915 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T02:22:33,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:33,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:34,093 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 932, reset compression=false 2024-11-25T02:22:34,097 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:34,097 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1082, reset compression=false 2024-11-25T02:22:34,097 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfb8ec07cf7b0d5fa945d29998405af/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T02:22:34,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:34,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:34,118 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1067, reset compression=false 2024-11-25T02:22:34,169 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 916, reset compression=false 2024-11-25T02:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1090, reset compression=false 2024-11-25T02:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:34,300 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1082, reset compression=false 2024-11-25T02:22:34,377 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1090, reset compression=false 2024-11-25T02:22:34,422 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1067, reset compression=false 2024-11-25T02:22:34,604 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1082, reset compression=false 2024-11-25T02:22:34,680 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1090, reset compression=false 2024-11-25T02:22:34,755 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T02:22:34,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T02:22:34,825 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1067, reset compression=false 2024-11-25T02:22:35,007 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1082, reset compression=false 2024-11-25T02:22:35,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:35,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1241, reset compression=false 2024-11-25T02:22:35,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfb8ec07cf7b0d5fa945d29998405af/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T02:22:35,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:35,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:35,084 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1090, reset compression=false 2024-11-25T02:22:35,089 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:35,089 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1240, reset compression=false 2024-11-25T02:22:35,089 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[{test/506ba014c43d114e472c3d2b1d20b3c9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T02:22:35,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:35,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:35,214 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1241, reset compression=false 2024-11-25T02:22:35,301 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1240, reset compression=false 2024-11-25T02:22:35,329 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1067, reset compression=false 2024-11-25T02:22:35,332 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:35,332 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1241, reset compression=false 2024-11-25T02:22:35,332 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:35,517 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1241, reset compression=false 2024-11-25T02:22:35,536 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1241, reset compression=false 2024-11-25T02:22:35,605 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1240, reset compression=false 2024-11-25T02:22:35,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T02:22:35,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4778e35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:35,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:35,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:35,767 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643b0c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:35,768 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8a3777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:35,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536331ee 2024-11-25T02:22:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:35,772 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:35,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-25T02:22:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-25T02:22:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:22:35,839 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1241, reset compression=false 2024-11-25T02:22:35,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:22:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:22:35,921 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1241, reset compression=false 2024-11-25T02:22:35,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T02:22:35,998 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-25T02:22:35,999 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-25T02:22:35,999 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,37027,1732501334949 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-25T02:22:35,999 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0. 2024-11-25T02:22:35,999 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:36,000 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:36,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:36,000 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:36,008 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1240, reset compression=false 2024-11-25T02:22:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:22:36,100 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:22:36,100 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T02:22:36,200 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 terminated 2024-11-25T02:22:36,220 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,37027,1732501334949, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:22:36,221 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-25T02:22:36,221 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T02:22:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T02:22:36,223 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on dbdd1c922b13,37027,1732501334949 suceeded 2024-11-25T02:22:36,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T02:22:36,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-25T02:22:36,225 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-25T02:22:36,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 452 msec 2024-11-25T02:22:36,234 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:42991' 2024-11-25T02:22:36,235 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4675c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:36,235 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,42991,-1 for getting cluster id 2024-11-25T02:22:36,235 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:36,236 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a2729a7-f3df-4a82-a1bc-32dd3eb94a82' 2024-11-25T02:22:36,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:36,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a2729a7-f3df-4a82-a1bc-32dd3eb94a82" 2024-11-25T02:22:36,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6632e199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:36,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,42991,-1] 2024-11-25T02:22:36,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:36,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:36,237 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:36,238 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e631ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:36,238 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:36,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:36,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9ac2e5 2024-11-25T02:22:36,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:36,239 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T02:22:36,239 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,37027,1732501334949 (queues=1) is replicating from cluster=dc32acd4-0723-4850-a49c-89cff6415baa to cluster=9a2729a7-f3df-4a82-a1bc-32dd3eb94a82 2024-11-25T02:22:36,240 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C37027%2C1732501334949 2024-11-25T02:22:36,240 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,37027,1732501334949, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:22:36,240 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C37027%2C1732501334949 2024-11-25T02:22:36,242 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1241, reset compression=false 2024-11-25T02:22:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:22:36,403 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:22:36,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:36,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:36,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:36,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:36,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:36,406 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-25T02:22:36,512 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1240, reset compression=false 2024-11-25T02:22:36,516 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:36,516 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1344, reset compression=false 2024-11-25T02:22:36,516 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[{test/506ba014c43d114e472c3d2b1d20b3c9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:22:36,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:36,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:36,719 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1344, reset compression=false 2024-11-25T02:22:36,746 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1241, reset compression=false 2024-11-25T02:22:36,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:36,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1369, reset compression=false 2024-11-25T02:22:36,750 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T02:22:36,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:36,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:36,954 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1369, reset compression=false 2024-11-25T02:22:37,024 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1344, reset compression=false 2024-11-25T02:22:37,257 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1369, reset compression=false 2024-11-25T02:22:37,407 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-25T02:22:37,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5f10b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:37,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,37423,-1 for getting cluster id 2024-11-25T02:22:37,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:37,410 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc32acd4-0723-4850-a49c-89cff6415baa' 2024-11-25T02:22:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc32acd4-0723-4850-a49c-89cff6415baa" 2024-11-25T02:22:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dce61c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,37423,-1] 2024-11-25T02:22:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,411 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157f3f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:37,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a8e761 2024-11-25T02:22:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:22:37,416 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:22:37,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-25T02:22:37,427 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1344, reset compression=false 2024-11-25T02:22:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-25T02:22:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T02:22:37,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:22:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T02:22:37,660 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1369, reset compression=false 2024-11-25T02:22:37,664 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:37,664 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:37,664 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[{test/63d8d3b4d49f18f97285e52261332ab3/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:22:37,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:37,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:37,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-25T02:22:37,693 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-25T02:22:37,693 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T02:22:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T02:22:37,695 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on dbdd1c922b13,37027,1732501334949 suceeded 2024-11-25T02:22:37,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T02:22:37,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-25T02:22:37,697 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-25T02:22:37,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 280 msec 2024-11-25T02:22:37,741 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, startPosition=1241, beingWritten=true 2024-11-25T02:22:37,745 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:22:37,745 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1521, reset compression=false 2024-11-25T02:22:37,745 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfb8ec07cf7b0d5fa945d29998405af/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T02:22:37,747 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:37,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T02:22:37,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:22:37,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:22:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T02:22:37,773 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:22:37,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:37,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:37,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:37,775 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-25T02:22:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:22:37,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:37,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:37,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:37,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:22:37,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372766302, stopped=false 2024-11-25T02:22:37,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,37423,1732501334804 2024-11-25T02:22:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1437930546/running 2024-11-25T02:22:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1437930546/running 2024-11-25T02:22:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:37,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:37,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:37,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:37,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/running 2024-11-25T02:22:37,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Set watcher on znode that does not yet exist, /2-1437930546/running 2024-11-25T02:22:37,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,37027,1732501334949' ***** 2024-11-25T02:22:37,804 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:22:37,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(3091): Received CLOSE for acfb8ec07cf7b0d5fa945d29998405af 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(3091): Received CLOSE for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:37,805 INFO [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37027. 2024-11-25T02:22:37,805 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acfb8ec07cf7b0d5fa945d29998405af, disabling compactions & flushes 2024-11-25T02:22:37,805 DEBUG [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:37,805 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:37,805 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:37,805 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. after waiting 0 ms 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:37,806 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:22:37,806 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:22:37,806 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:22:37,806 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:22:37,806 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing acfb8ec07cf7b0d5fa945d29998405af 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T02:22:37,806 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:22:37,806 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1325): Online Regions={acfb8ec07cf7b0d5fa945d29998405af=test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af., 1588230740=hbase:meta,,1.1588230740, e15b87cdfa8238045ab5864ca99435e4=hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.} 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:37,806 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfb8ec07cf7b0d5fa945d29998405af, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:37,806 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:37,806 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:37,806 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:22:37,826 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/info/1770e879d0684345a8c0078c60be7461 is 147, key is hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4./info:regioninfo/1732501348739/Put/seqid=0 2024-11-25T02:22:37,826 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f/9b0c03b7b5f04ff6b7fa195d876f278b is 37, key is row3/f:row3/1732501356404/Put/seqid=0 2024-11-25T02:22:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741840_1016 (size=5228) 2024-11-25T02:22:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741841_1017 (size=7686) 2024-11-25T02:22:37,832 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f/9b0c03b7b5f04ff6b7fa195d876f278b 2024-11-25T02:22:37,836 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0c03b7b5f04ff6b7fa195d876f278b 2024-11-25T02:22:37,851 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f1/b1604156eae04f45bea1a4d4d94e1dc0 is 30, key is row1/f1:/1732501353751/DeleteFamily/seqid=0 2024-11-25T02:22:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741842_1018 (size=5158) 2024-11-25T02:22:37,866 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:37,873 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:37,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1344, reset compression=false 2024-11-25T02:22:37,934 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:37,934 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:37,935 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:37,949 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1521, reset compression=false 2024-11-25T02:22:37,953 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:37,953 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1768, reset compression=false 2024-11-25T02:22:37,954 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,37027,1732501334949 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:37,955 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,37027,1732501334949: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,37027,1732501334949, walGroup=dbdd1c922b13%2C37027%2C1732501334949, offset=dbdd1c922b13%2C37027%2C1732501334949.1732501336785:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:37027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:22:37,957 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:22:37,958 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 798704816 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198842232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:22:37,958 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:37423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:37423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:22:38,006 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfb8ec07cf7b0d5fa945d29998405af, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,138 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:38,169 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1768, reset compression=false 2024-11-25T02:22:38,185 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:38,206 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfb8ec07cf7b0d5fa945d29998405af, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,233 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/info/1770e879d0684345a8c0078c60be7461 2024-11-25T02:22:38,250 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/ns/fb9e52eb5c814467b33a1b84823aaed6 is 43, key is default/ns:d/1732501337754/Put/seqid=0 2024-11-25T02:22:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741843_1019 (size=5153) 2024-11-25T02:22:38,254 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/ns/fb9e52eb5c814467b33a1b84823aaed6 2024-11-25T02:22:38,262 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f1/b1604156eae04f45bea1a4d4d94e1dc0 2024-11-25T02:22:38,266 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1604156eae04f45bea1a4d4d94e1dc0 2024-11-25T02:22:38,274 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/rep_barrier/216e50d397544d66b950c3e030c52575 is 112, key is test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af./rep_barrier:seqnumDuringOpen/1732501342315/Put/seqid=0 2024-11-25T02:22:38,282 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/norep/169999ed8ca4478d902a7a750423b4d2 is 33, key is row2/norep:/1732501354756/DeleteFamily/seqid=0 2024-11-25T02:22:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:22:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741845_1021 (size=5108) 2024-11-25T02:22:38,407 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfb8ec07cf7b0d5fa945d29998405af, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,442 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:38,474 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1768, reset compression=false 2024-11-25T02:22:38,588 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:38,607 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfb8ec07cf7b0d5fa945d29998405af, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,656 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:22:38,656 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:22:38,683 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/rep_barrier/216e50d397544d66b950c3e030c52575 2024-11-25T02:22:38,685 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/norep/169999ed8ca4478d902a7a750423b4d2 2024-11-25T02:22:38,689 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 169999ed8ca4478d902a7a750423b4d2 2024-11-25T02:22:38,689 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f/9b0c03b7b5f04ff6b7fa195d876f278b as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/f/9b0c03b7b5f04ff6b7fa195d876f278b 2024-11-25T02:22:38,693 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0c03b7b5f04ff6b7fa195d876f278b 2024-11-25T02:22:38,693 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/f/9b0c03b7b5f04ff6b7fa195d876f278b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T02:22:38,694 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/f1/b1604156eae04f45bea1a4d4d94e1dc0 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/f1/b1604156eae04f45bea1a4d4d94e1dc0 2024-11-25T02:22:38,697 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1604156eae04f45bea1a4d4d94e1dc0 2024-11-25T02:22:38,697 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/f1/b1604156eae04f45bea1a4d4d94e1dc0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:38,698 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/.tmp/norep/169999ed8ca4478d902a7a750423b4d2 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/norep/169999ed8ca4478d902a7a750423b4d2 2024-11-25T02:22:38,701 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 169999ed8ca4478d902a7a750423b4d2 2024-11-25T02:22:38,701 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/norep/169999ed8ca4478d902a7a750423b4d2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:38,702 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for acfb8ec07cf7b0d5fa945d29998405af in 896ms, sequenceid=12, compaction requested=false 2024-11-25T02:22:38,705 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/table/ef3476cba322416a856ff5d4db840053 is 53, key is hbase:replication/table:state/1732501348745/Put/seqid=0 2024-11-25T02:22:38,706 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/default/test/acfb8ec07cf7b0d5fa945d29998405af/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T02:22:38,706 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:38,706 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:38,706 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:38,706 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acfb8ec07cf7b0d5fa945d29998405af: Waiting for close lock at 1732501357805Running coprocessor pre-close hooks at 1732501357805Disabling compacts and flushes for region at 1732501357805Disabling writes for close at 1732501357806 (+1 ms)Obtaining lock to block concurrent updates at 1732501357806Preparing flush snapshotting stores in acfb8ec07cf7b0d5fa945d29998405af at 1732501357806Finished memstore snapshotting test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732501357806Flushing stores of test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. at 1732501357806Flushing acfb8ec07cf7b0d5fa945d29998405af/f: creating writer at 1732501357807 (+1 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/f: appending metadata at 1732501357826 (+19 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/f: closing flushed file at 1732501357826Flushing acfb8ec07cf7b0d5fa945d29998405af/f1: creating writer at 1732501357836 (+10 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/f1: appending metadata at 1732501357849 (+13 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/f1: closing flushed file at 1732501357850 (+1 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/norep: creating writer at 1732501358266 (+416 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/norep: appending metadata at 1732501358281 (+15 ms)Flushing acfb8ec07cf7b0d5fa945d29998405af/norep: closing flushed file at 1732501358281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696d9fdd: reopening flushed file at 1732501358689 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267f86a4: reopening flushed file at 1732501358693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c54043b: reopening flushed file at 1732501358697 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for acfb8ec07cf7b0d5fa945d29998405af in 896ms, sequenceid=12, compaction requested=false at 1732501358702 (+5 ms)Writing region close event to WAL at 1732501358703 (+1 ms)Running coprocessor post-close hooks at 1732501358706 (+3 ms)Closed at 1732501358706 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501341095.acfb8ec07cf7b0d5fa945d29998405af. 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15b87cdfa8238045ab5864ca99435e4, disabling compactions & flushes 2024-11-25T02:22:38,707 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. after waiting 0 ms 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15b87cdfa8238045ab5864ca99435e4: Waiting for close lock at 1732501358707Running coprocessor pre-close hooks at 1732501358707Disabling compacts and flushes for region at 1732501358707Disabling writes for close at 1732501358707Failed flush hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4., putting online again at 1732501358707 2024-11-25T02:22:38,707 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:22:38,807 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:22:38,807 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e15b87cdfa8238045ab5864ca99435e4=hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4.} 2024-11-25T02:22:38,807 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(3091): Received CLOSE for e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,807 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e15b87cdfa8238045ab5864ca99435e4 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15b87cdfa8238045ab5864ca99435e4, disabling compactions & flushes 2024-11-25T02:22:38,807 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. after waiting 0 ms 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15b87cdfa8238045ab5864ca99435e4: Waiting for close lock at 1732501358807Running coprocessor pre-close hooks at 1732501358807Disabling compacts and flushes for region at 1732501358807Disabling writes for close at 1732501358807Failed flush hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4., putting online again at 1732501358807 2024-11-25T02:22:38,807 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501347577.e15b87cdfa8238045ab5864ca99435e4. 2024-11-25T02:22:38,846 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:38,877 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 1768, reset compression=false 2024-11-25T02:22:38,880 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:38,880 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 2412, reset compression=false 2024-11-25T02:22:39,007 DEBUG [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:22:39,083 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.wal-reader.dbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.1732501336785 to pos 2412, reset compression=false 2024-11-25T02:22:39,091 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:39,111 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/table/ef3476cba322416a856ff5d4db840053 2024-11-25T02:22:39,116 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/info/1770e879d0684345a8c0078c60be7461 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/info/1770e879d0684345a8c0078c60be7461 2024-11-25T02:22:39,120 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/info/1770e879d0684345a8c0078c60be7461, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:22:39,122 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/ns/fb9e52eb5c814467b33a1b84823aaed6 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/ns/fb9e52eb5c814467b33a1b84823aaed6 2024-11-25T02:22:39,127 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/ns/fb9e52eb5c814467b33a1b84823aaed6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:22:39,127 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/rep_barrier/216e50d397544d66b950c3e030c52575 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/rep_barrier/216e50d397544d66b950c3e030c52575 2024-11-25T02:22:39,132 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/rep_barrier/216e50d397544d66b950c3e030c52575, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:22:39,133 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/.tmp/table/ef3476cba322416a856ff5d4db840053 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/table/ef3476cba322416a856ff5d4db840053 2024-11-25T02:22:39,138 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/table/ef3476cba322416a856ff5d4db840053, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:22:39,139 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-11-25T02:22:39,146 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:22:39,146 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:39,146 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:22:39,146 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:39,146 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501357806Running coprocessor pre-close hooks at 1732501357806Disabling compacts and flushes for region at 1732501357806Disabling writes for close at 1732501357806Obtaining lock to block concurrent updates at 1732501357806Preparing flush snapshotting stores in 1588230740 at 1732501357806Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501357806Flushing stores of hbase:meta,,1.1588230740 at 1732501357807 (+1 ms)Flushing 1588230740/info: creating writer at 1732501357807Flushing 1588230740/info: appending metadata at 1732501357826 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732501357826Flushing 1588230740/ns: creating writer at 1732501358237 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732501358250 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732501358250Flushing 1588230740/rep_barrier: creating writer at 1732501358257 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501358273 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501358274 (+1 ms)Flushing 1588230740/table: creating writer at 1732501358687 (+413 ms)Flushing 1588230740/table: appending metadata at 1732501358704 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732501358704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33dae80: reopening flushed file at 1732501359116 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132d79c2: reopening flushed file at 1732501359121 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23aa25a2: reopening flushed file at 1732501359127 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abb0821: reopening flushed file at 1732501359133 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1732501359139 (+6 ms)Writing region close event to WAL at 1732501359143 (+4 ms)Running coprocessor post-close hooks at 1732501359146 (+3 ms)Closed at 1732501359146 2024-11-25T02:22:39,146 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:39,208 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T02:22:39,208 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,37027,1732501334949; all regions closed. 2024-11-25T02:22:39,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:22:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741839_1015 (size=2390) 2024-11-25T02:22:39,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/WALs/dbdd1c922b13,37027,1732501334949/dbdd1c922b13%2C37027%2C1732501334949.rep.1732501348708 not finished, retry = 0 2024-11-25T02:22:39,267 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:22:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741832_1008 (size=2420) 2024-11-25T02:22:39,325 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:39,325 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:39,325 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:39,326 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:39,326 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:39,326 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:39,326 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,37027,1732501334949 because: Region server is closing 2024-11-25T02:22:39,326 INFO [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37027. 2024-11-25T02:22:39,326 DEBUG [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:39,326 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:39,326 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:39,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:39,349 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:39,427 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,37027,1732501334949.replicationSource.shipperdbdd1c922b13%2C37027%2C1732501334949,1-dbdd1c922b13,37027,1732501334949 terminated 2024-11-25T02:22:39,427 INFO [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:37027. 2024-11-25T02:22:39,427 DEBUG [RS:0;dbdd1c922b13:37027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:39,427 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:39,427 DEBUG [RS:0;dbdd1c922b13:37027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:39,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:39,427 INFO [RS:0;dbdd1c922b13:37027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37027 2024-11-25T02:22:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1437930546/rs/dbdd1c922b13,37027,1732501334949 2024-11-25T02:22:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546/rs 2024-11-25T02:22:39,440 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:39,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,37027,1732501334949] 2024-11-25T02:22:39,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1437930546/draining/dbdd1c922b13,37027,1732501334949 already deleted, retry=false 2024-11-25T02:22:39,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,37027,1732501334949 expired; onlineServers=0 2024-11-25T02:22:39,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,37423,1732501334804' ***** 2024-11-25T02:22:39,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:39,462 DEBUG [M:0;dbdd1c922b13:37423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:22:39,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:22:39,462 DEBUG [M:0;dbdd1c922b13:37423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:22:39,462 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501336512 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501336512,5,FailOnTimeoutGroup] 2024-11-25T02:22:39,462 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501336511 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501336511,5,FailOnTimeoutGroup] 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:39,462 DEBUG [M:0;dbdd1c922b13:37423 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:39,462 INFO [M:0;dbdd1c922b13:37423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:22:39,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:22:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1437930546/master 2024-11-25T02:22:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1437930546 2024-11-25T02:22:39,500 DEBUG [M:0;dbdd1c922b13:37423 {}] zookeeper.ZKUtil(347): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Unable to get data of znode /2-1437930546/master because node does not exist (not an error) 2024-11-25T02:22:39,500 WARN [M:0;dbdd1c922b13:37423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:22:39,501 INFO [M:0;dbdd1c922b13:37423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/.lastflushedseqids 2024-11-25T02:22:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741847_1023 (size=245) 2024-11-25T02:22:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:39,551 INFO [RS:0;dbdd1c922b13:37027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:39,551 INFO [RS:0;dbdd1c922b13:37027 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,37027,1732501334949; zookeeper connection closed. 2024-11-25T02:22:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37027-0x1016fcc35610007, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:39,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65742f3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65742f3b 2024-11-25T02:22:39,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:22:39,695 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:39,905 INFO [M:0;dbdd1c922b13:37423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:22:39,905 INFO [M:0;dbdd1c922b13:37423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:22:39,905 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:39,905 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:39,905 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:39,905 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:39,905 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:39,905 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-25T02:22:39,927 DEBUG [M:0;dbdd1c922b13:37423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c7bde944254cb8af8e656edde9b8e0 is 82, key is hbase:meta,,1/info:regioninfo/1732501337736/Put/seqid=0 2024-11-25T02:22:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741848_1024 (size=5672) 2024-11-25T02:22:39,952 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:40,330 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c7bde944254cb8af8e656edde9b8e0 2024-11-25T02:22:40,347 DEBUG [M:0;dbdd1c922b13:37423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3684de8dccc8435ab78f3fd9cbba8b52 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501348749/Put/seqid=0 2024-11-25T02:22:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741849_1025 (size=9213) 2024-11-25T02:22:40,398 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:40,655 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:40,751 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3684de8dccc8435ab78f3fd9cbba8b52 2024-11-25T02:22:40,771 DEBUG [M:0;dbdd1c922b13:37423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab7121a53444db3bf2d85200533685a is 69, key is dbdd1c922b13,37027,1732501334949/rs:state/1732501336608/Put/seqid=0 2024-11-25T02:22:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741850_1026 (size=5156) 2024-11-25T02:22:41,174 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab7121a53444db3bf2d85200533685a 2024-11-25T02:22:41,178 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c7bde944254cb8af8e656edde9b8e0 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c7bde944254cb8af8e656edde9b8e0 2024-11-25T02:22:41,181 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c7bde944254cb8af8e656edde9b8e0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T02:22:41,181 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3684de8dccc8435ab78f3fd9cbba8b52 as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3684de8dccc8435ab78f3fd9cbba8b52 2024-11-25T02:22:41,185 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3684de8dccc8435ab78f3fd9cbba8b52, entries=15, sequenceid=127, filesize=9.0 K 2024-11-25T02:22:41,185 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab7121a53444db3bf2d85200533685a as hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab7121a53444db3bf2d85200533685a 2024-11-25T02:22:41,188 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/e6342689-3688-cb76-64da-b31109180ff5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab7121a53444db3bf2d85200533685a, entries=1, sequenceid=127, filesize=5.0 K 2024-11-25T02:22:41,189 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-25T02:22:41,190 INFO [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:41,190 DEBUG [M:0;dbdd1c922b13:37423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501359905Disabling compacts and flushes for region at 1732501359905Disabling writes for close at 1732501359905Obtaining lock to block concurrent updates at 1732501359905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501359905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732501359906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501359906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501359906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501359926 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501359926Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501360334 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501360346 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501360346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501360754 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501360770 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501360770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13919d95: reopening flushed file at 1732501361177 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2345693e: reopening flushed file at 1732501361181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51667dd2: reopening flushed file at 1732501361185 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1732501361189 (+4 ms)Writing region close event to WAL at 1732501361190 (+1 ms)Closed at 1732501361190 2024-11-25T02:22:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46285 is added to blk_1073741830_1006 (size=73878) 2024-11-25T02:22:41,193 INFO [M:0;dbdd1c922b13:37423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:22:41,193 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:41,193 INFO [M:0;dbdd1c922b13:37423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37423 2024-11-25T02:22:41,194 INFO [M:0;dbdd1c922b13:37423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:41,201 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:41,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:41,345 INFO [M:0;dbdd1c922b13:37423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:41,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1016fcc35610006, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:41,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6038d9db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:41,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bfdb248{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:41,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:41,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74285854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:41,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684acf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:41,349 WARN [BP-1663672577-172.17.0.3-1732501332798 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:22:41,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:22:41,349 WARN [BP-1663672577-172.17.0.3-1732501332798 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663672577-172.17.0.3-1732501332798 (Datanode Uuid 1d743c0b-ec16-4cb3-8193-9f64d2cf500b) service to localhost/127.0.0.1:45729 2024-11-25T02:22:41,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:22:41,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/cluster_f63583d4-4dec-ae0a-b4c9-c5f1bf58e309/data/data1/current/BP-1663672577-172.17.0.3-1732501332798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:41,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/cluster_f63583d4-4dec-ae0a-b4c9-c5f1bf58e309/data/data2/current/BP-1663672577-172.17.0.3-1732501332798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:41,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:22:41,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@547264fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:41,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40d564a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:41,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:41,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e2a7ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:41,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43330654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:41,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:22:41,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:22:41,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:41,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:41,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:41,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:41,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:41,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:22:41,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=84899788, stopped=false 2024-11-25T02:22:41,374 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,46113,1732501329680 2024-11-25T02:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1361162724/running 2024-11-25T02:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1361162724/running 2024-11-25T02:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:41,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:41,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:41,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:41,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,41743,1732501329823' ***** 2024-11-25T02:22:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:22:41,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/running 2024-11-25T02:22:41,388 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:22:41,388 INFO [RS:0;dbdd1c922b13:41743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:22:41,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Set watcher on znode that does not yet exist, /1361162724/running 2024-11-25T02:22:41,388 INFO [RS:0;dbdd1c922b13:41743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:22:41,388 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(3091): Received CLOSE for 63d8d3b4d49f18f97285e52261332ab3 2024-11-25T02:22:41,388 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(3091): Received CLOSE for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41743. 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63d8d3b4d49f18f97285e52261332ab3, disabling compactions & flushes 2024-11-25T02:22:41,389 DEBUG [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:41,389 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:41,389 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. after waiting 0 ms 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:22:41,389 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63d8d3b4d49f18f97285e52261332ab3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T02:22:41,389 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:22:41,389 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1325): Online Regions={63d8d3b4d49f18f97285e52261332ab3=test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3., aad3bb20205df083c0d658675e215015=hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:22:41,389 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63d8d3b4d49f18f97285e52261332ab3, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:41,389 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:41,389 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:41,389 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:22:41,402 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/info/1c642998d35941d6b655727b9a00abdd is 147, key is hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015./info:regioninfo/1732501346581/Put/seqid=0 2024-11-25T02:22:41,405 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f/fdd3c94df3b04b6a9a1c1dcdf03115b2 is 37, key is row3/f:row3/1732501356404/Put/seqid=0 2024-11-25T02:22:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741840_1016 (size=7686) 2024-11-25T02:22:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741841_1017 (size=5228) 2024-11-25T02:22:41,459 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:41,469 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T02:22:41,471 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:41,547 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:22:41,547 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:22:41,589 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63d8d3b4d49f18f97285e52261332ab3, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:41,790 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63d8d3b4d49f18f97285e52261332ab3, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:41,806 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/info/1c642998d35941d6b655727b9a00abdd 2024-11-25T02:22:41,808 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f/fdd3c94df3b04b6a9a1c1dcdf03115b2 2024-11-25T02:22:41,813 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd3c94df3b04b6a9a1c1dcdf03115b2 2024-11-25T02:22:41,824 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/ns/52a3428fc3c8447fae3c4e3c422d7208 is 43, key is default/ns:d/1732501332670/Put/seqid=0 2024-11-25T02:22:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:22:41,830 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f1/7d935cd5cbde457f95e63bf9d0be303f is 30, key is row1/f1:/1732501353751/DeleteFamily/seqid=0 2024-11-25T02:22:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741843_1019 (size=5158) 2024-11-25T02:22:41,990 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63d8d3b4d49f18f97285e52261332ab3, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:42,104 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1473, reset compression=false 2024-11-25T02:22:42,108 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:42,108 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1720, reset compression=false 2024-11-25T02:22:42,108 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41743,1732501329823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:42,108 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,41743,1732501329823: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,41743,1732501329823, walGroup=dbdd1c922b13%2C41743%2C1732501329823, offset=dbdd1c922b13%2C41743%2C1732501329823.1732501331676:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:41743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:22:42,109 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:22:42,110 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:22:42,110 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:22:42,110 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:22:42,110 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:22:42,110 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 878396592 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199307568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:22:42,110 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:22:42,190 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63d8d3b4d49f18f97285e52261332ab3, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:42,228 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/ns/52a3428fc3c8447fae3c4e3c422d7208 2024-11-25T02:22:42,233 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f1/7d935cd5cbde457f95e63bf9d0be303f 2024-11-25T02:22:42,236 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d935cd5cbde457f95e63bf9d0be303f 2024-11-25T02:22:42,244 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/rep_barrier/f024a71c940f416ab73603cda3332a0f is 112, key is test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3./rep_barrier:seqnumDuringOpen/1732501340700/Put/seqid=0 2024-11-25T02:22:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:22:42,249 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/rep_barrier/f024a71c940f416ab73603cda3332a0f 2024-11-25T02:22:42,251 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/norep/8b92a354d87249a6a013d98e75aee23f is 33, key is row1/norep:/1732501353751/DeleteFamily/seqid=0 2024-11-25T02:22:42,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741845_1021 (size=5108) 2024-11-25T02:22:42,254 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/norep/8b92a354d87249a6a013d98e75aee23f 2024-11-25T02:22:42,257 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b92a354d87249a6a013d98e75aee23f 2024-11-25T02:22:42,257 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f/fdd3c94df3b04b6a9a1c1dcdf03115b2 as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/f/fdd3c94df3b04b6a9a1c1dcdf03115b2 2024-11-25T02:22:42,261 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd3c94df3b04b6a9a1c1dcdf03115b2 2024-11-25T02:22:42,261 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/f/fdd3c94df3b04b6a9a1c1dcdf03115b2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T02:22:42,262 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/f1/7d935cd5cbde457f95e63bf9d0be303f as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/f1/7d935cd5cbde457f95e63bf9d0be303f 2024-11-25T02:22:42,265 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d935cd5cbde457f95e63bf9d0be303f 2024-11-25T02:22:42,265 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/f1/7d935cd5cbde457f95e63bf9d0be303f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:42,266 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/.tmp/norep/8b92a354d87249a6a013d98e75aee23f as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/norep/8b92a354d87249a6a013d98e75aee23f 2024-11-25T02:22:42,269 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/table/4e40c67148ca4c5b8d6cd5da550b1145 is 53, key is hbase:replication/table:state/1732501346588/Put/seqid=0 2024-11-25T02:22:42,269 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b92a354d87249a6a013d98e75aee23f 2024-11-25T02:22:42,270 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/norep/8b92a354d87249a6a013d98e75aee23f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:42,270 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 63d8d3b4d49f18f97285e52261332ab3 in 881ms, sequenceid=12, compaction requested=false 2024-11-25T02:22:42,270 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:22:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:22:42,274 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/default/test/63d8d3b4d49f18f97285e52261332ab3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T02:22:42,274 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:42,274 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:42,274 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63d8d3b4d49f18f97285e52261332ab3: Waiting for close lock at 1732501361389Running coprocessor pre-close hooks at 1732501361389Disabling compacts and flushes for region at 1732501361389Disabling writes for close at 1732501361389Obtaining lock to block concurrent updates at 1732501361389Preparing flush snapshotting stores in 63d8d3b4d49f18f97285e52261332ab3 at 1732501361389Finished memstore snapshotting test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732501361389Flushing stores of test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. at 1732501361390 (+1 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/f: creating writer at 1732501361390Flushing 63d8d3b4d49f18f97285e52261332ab3/f: appending metadata at 1732501361404 (+14 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/f: closing flushed file at 1732501361404Flushing 63d8d3b4d49f18f97285e52261332ab3/f1: creating writer at 1732501361813 (+409 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/f1: appending metadata at 1732501361829 (+16 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/f1: closing flushed file at 1732501361829Flushing 63d8d3b4d49f18f97285e52261332ab3/norep: creating writer at 1732501362236 (+407 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/norep: appending metadata at 1732501362250 (+14 ms)Flushing 63d8d3b4d49f18f97285e52261332ab3/norep: closing flushed file at 1732501362250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761db53a: reopening flushed file at 1732501362257 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6804e70a: reopening flushed file at 1732501362261 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d000b01: reopening flushed file at 1732501362265 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 63d8d3b4d49f18f97285e52261332ab3 in 881ms, sequenceid=12, compaction requested=false at 1732501362270 (+5 ms)Writing region close event to WAL at 1732501362272 (+2 ms)Running coprocessor post-close hooks at 1732501362274 (+2 ms)Closed at 1732501362274 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501339955.63d8d3b4d49f18f97285e52261332ab3. 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aad3bb20205df083c0d658675e215015, disabling compactions & flushes 2024-11-25T02:22:42,275 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. after waiting 0 ms 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aad3bb20205df083c0d658675e215015: Waiting for close lock at 1732501362275Running coprocessor pre-close hooks at 1732501362275Disabling compacts and flushes for region at 1732501362275Disabling writes for close at 1732501362275Failed flush hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., putting online again at 1732501362275 2024-11-25T02:22:42,275 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,311 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 1720, reset compression=false 2024-11-25T02:22:42,314 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:42,314 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 2364, reset compression=false 2024-11-25T02:22:42,363 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:42,390 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:22:42,390 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1325): Online Regions={aad3bb20205df083c0d658675e215015=hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:22:42,390 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(3091): Received CLOSE for aad3bb20205df083c0d658675e215015 2024-11-25T02:22:42,390 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aad3bb20205df083c0d658675e215015 2024-11-25T02:22:42,390 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aad3bb20205df083c0d658675e215015, disabling compactions & flushes 2024-11-25T02:22:42,390 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,390 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,390 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. after waiting 0 ms 2024-11-25T02:22:42,390 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,390 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aad3bb20205df083c0d658675e215015: Waiting for close lock at 1732501362390Running coprocessor pre-close hooks at 1732501362390Disabling compacts and flushes for region at 1732501362390Disabling writes for close at 1732501362390Failed flush hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015., putting online again at 1732501362390 2024-11-25T02:22:42,391 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501345419.aad3bb20205df083c0d658675e215015. 2024-11-25T02:22:42,517 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 2364, reset compression=false 2024-11-25T02:22:42,590 DEBUG [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:22:42,672 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/table/4e40c67148ca4c5b8d6cd5da550b1145 2024-11-25T02:22:42,676 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/info/1c642998d35941d6b655727b9a00abdd as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/info/1c642998d35941d6b655727b9a00abdd 2024-11-25T02:22:42,679 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/info/1c642998d35941d6b655727b9a00abdd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:22:42,679 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/ns/52a3428fc3c8447fae3c4e3c422d7208 as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/ns/52a3428fc3c8447fae3c4e3c422d7208 2024-11-25T02:22:42,682 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/ns/52a3428fc3c8447fae3c4e3c422d7208, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:22:42,683 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/rep_barrier/f024a71c940f416ab73603cda3332a0f as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/rep_barrier/f024a71c940f416ab73603cda3332a0f 2024-11-25T02:22:42,686 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/rep_barrier/f024a71c940f416ab73603cda3332a0f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:22:42,687 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/.tmp/table/4e40c67148ca4c5b8d6cd5da550b1145 as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/table/4e40c67148ca4c5b8d6cd5da550b1145 2024-11-25T02:22:42,690 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/table/4e40c67148ca4c5b8d6cd5da550b1145, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:22:42,690 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-25T02:22:42,690 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:22:42,694 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:22:42,695 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:42,695 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:22:42,695 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:42,695 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501361389Running coprocessor pre-close hooks at 1732501361389Disabling compacts and flushes for region at 1732501361389Disabling writes for close at 1732501361389Obtaining lock to block concurrent updates at 1732501361389Preparing flush snapshotting stores in 1588230740 at 1732501361389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501361390 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501361390Flushing 1588230740/info: creating writer at 1732501361390Flushing 1588230740/info: appending metadata at 1732501361402 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732501361402Flushing 1588230740/ns: creating writer at 1732501361811 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732501361824 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732501361824Flushing 1588230740/rep_barrier: creating writer at 1732501362230 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501362243 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501362243Flushing 1588230740/table: creating writer at 1732501362252 (+9 ms)Flushing 1588230740/table: appending metadata at 1732501362268 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732501362268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70259cfb: reopening flushed file at 1732501362675 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac24f8c: reopening flushed file at 1732501362679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0c67d8: reopening flushed file at 1732501362682 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74041b9e: reopening flushed file at 1732501362686 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1732501362690 (+4 ms)Writing region close event to WAL at 1732501362692 (+2 ms)Running coprocessor post-close hooks at 1732501362695 (+3 ms)Closed at 1732501362695 2024-11-25T02:22:42,695 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:42,790 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T02:22:42,790 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,41743,1732501329823; all regions closed. 2024-11-25T02:22:42,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:22:42,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.meta.1732501332604.meta not finished, retry = 0 2024-11-25T02:22:42,820 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/WALs/dbdd1c922b13,41743,1732501329823/dbdd1c922b13%2C41743%2C1732501329823.1732501331676 to pos 2364, reset compression=false 2024-11-25T02:22:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741839_1015 (size=2391) 2024-11-25T02:22:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741832_1008 (size=2372) 2024-11-25T02:22:42,898 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:42,898 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,41743,1732501329823 because: Region server is closing 2024-11-25T02:22:42,898 INFO [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41743. 2024-11-25T02:22:42,898 DEBUG [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:42,898 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:42,899 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:42,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:42,999 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.shipperdbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 terminated 2024-11-25T02:22:42,999 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41743,1732501329823.replicationSource.wal-reader.dbdd1c922b13%2C41743%2C1732501329823,1-dbdd1c922b13,41743,1732501329823 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:22:42,999 INFO [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41743. 2024-11-25T02:22:42,999 DEBUG [RS:0;dbdd1c922b13:41743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:42,999 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:42,999 DEBUG [RS:0;dbdd1c922b13:41743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:42,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:42,999 INFO [RS:0;dbdd1c922b13:41743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41743 2024-11-25T02:22:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1361162724/rs/dbdd1c922b13,41743,1732501329823 2024-11-25T02:22:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724/rs 2024-11-25T02:22:43,066 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:43,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,41743,1732501329823] 2024-11-25T02:22:43,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1361162724/draining/dbdd1c922b13,41743,1732501329823 already deleted, retry=false 2024-11-25T02:22:43,087 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,41743,1732501329823 expired; onlineServers=0 2024-11-25T02:22:43,087 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,46113,1732501329680' ***** 2024-11-25T02:22:43,087 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:22:43,087 INFO [M:0;dbdd1c922b13:46113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:43,087 INFO [M:0;dbdd1c922b13:46113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:43,087 DEBUG [M:0;dbdd1c922b13:46113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:22:43,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:22:43,087 DEBUG [M:0;dbdd1c922b13:46113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:22:43,087 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501331416 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501331416,5,FailOnTimeoutGroup] 2024-11-25T02:22:43,087 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501331412 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501331412,5,FailOnTimeoutGroup] 2024-11-25T02:22:43,087 INFO [M:0;dbdd1c922b13:46113 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:43,087 INFO [M:0;dbdd1c922b13:46113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:43,087 DEBUG [M:0;dbdd1c922b13:46113 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:22:43,088 INFO [M:0;dbdd1c922b13:46113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:22:43,088 INFO [M:0;dbdd1c922b13:46113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:43,088 INFO [M:0;dbdd1c922b13:46113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:22:43,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:22:43,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1361162724/master 2024-11-25T02:22:43,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1361162724 2024-11-25T02:22:43,097 DEBUG [M:0;dbdd1c922b13:46113 {}] zookeeper.ZKUtil(347): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Unable to get data of znode /1361162724/master because node does not exist (not an error) 2024-11-25T02:22:43,098 WARN [M:0;dbdd1c922b13:46113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:22:43,098 INFO [M:0;dbdd1c922b13:46113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/.lastflushedseqids 2024-11-25T02:22:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741847_1023 (size=245) 2024-11-25T02:22:43,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:43,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41743-0x1016fcc35610004, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:43,177 INFO [RS:0;dbdd1c922b13:41743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:43,177 INFO [RS:0;dbdd1c922b13:41743 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,41743,1732501329823; zookeeper connection closed. 2024-11-25T02:22:43,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10420385 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10420385 2024-11-25T02:22:43,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:22:43,366 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:43,501 INFO [M:0;dbdd1c922b13:46113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:22:43,502 INFO [M:0;dbdd1c922b13:46113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:22:43,502 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:43,502 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:43,502 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:43,502 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:43,502 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:43,502 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:22:43,515 DEBUG [M:0;dbdd1c922b13:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afd1fcd020e4759bdd2a99f240cdecc is 82, key is hbase:meta,,1/info:regioninfo/1732501332632/Put/seqid=0 2024-11-25T02:22:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741848_1024 (size=5672) 2024-11-25T02:22:43,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:43,919 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afd1fcd020e4759bdd2a99f240cdecc 2024-11-25T02:22:43,934 DEBUG [M:0;dbdd1c922b13:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c1a04b365c4cfb84b0d16224895317 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501346592/Put/seqid=0 2024-11-25T02:22:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741849_1025 (size=8516) 2024-11-25T02:22:44,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:44,337 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c1a04b365c4cfb84b0d16224895317 2024-11-25T02:22:44,360 DEBUG [M:0;dbdd1c922b13:46113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb2937b5918543b78ccd175944905536 is 69, key is dbdd1c922b13,41743,1732501329823/rs:state/1732501331481/Put/seqid=0 2024-11-25T02:22:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741850_1026 (size=5156) 2024-11-25T02:22:44,363 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb2937b5918543b78ccd175944905536 2024-11-25T02:22:44,368 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afd1fcd020e4759bdd2a99f240cdecc as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6afd1fcd020e4759bdd2a99f240cdecc 2024-11-25T02:22:44,372 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6afd1fcd020e4759bdd2a99f240cdecc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:22:44,373 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67c1a04b365c4cfb84b0d16224895317 as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c1a04b365c4cfb84b0d16224895317 2024-11-25T02:22:44,376 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67c1a04b365c4cfb84b0d16224895317, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:22:44,377 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb2937b5918543b78ccd175944905536 as hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb2937b5918543b78ccd175944905536 2024-11-25T02:22:44,381 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/f8dc7c73-7680-e24b-dbdd-46daef20ce47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb2937b5918543b78ccd175944905536, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:22:44,381 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-25T02:22:44,382 INFO [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:44,383 DEBUG [M:0;dbdd1c922b13:46113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501363502Disabling compacts and flushes for region at 1732501363502Disabling writes for close at 1732501363502Obtaining lock to block concurrent updates at 1732501363502Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501363502Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501363502Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501363503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501363503Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501363515 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501363515Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501363922 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501363934 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501363934Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501364341 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501364359 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501364359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e19b795: reopening flushed file at 1732501364367 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1c41e5: reopening flushed file at 1732501364372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b26517a: reopening flushed file at 1732501364376 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1732501364381 (+5 ms)Writing region close event to WAL at 1732501364382 (+1 ms)Closed at 1732501364382 2024-11-25T02:22:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35643 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:22:44,385 INFO [M:0;dbdd1c922b13:46113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:22:44,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:44,385 INFO [M:0;dbdd1c922b13:46113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46113 2024-11-25T02:22:44,385 INFO [M:0;dbdd1c922b13:46113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:44,470 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:44,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:44,498 INFO [M:0;dbdd1c922b13:46113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:44,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46113-0x1016fcc35610003, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:44,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@392ccdf8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:44,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d57648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:44,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:44,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab5754e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:44,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a976ec6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:44,502 WARN [BP-1557060283-172.17.0.3-1732501327740 heartbeating to localhost/127.0.0.1:33041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:22:44,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:22:44,502 WARN [BP-1557060283-172.17.0.3-1732501327740 heartbeating to localhost/127.0.0.1:33041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1557060283-172.17.0.3-1732501327740 (Datanode Uuid 195e0983-e2b3-4513-8f6a-f1eb79f73767) service to localhost/127.0.0.1:33041 2024-11-25T02:22:44,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:22:44,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/cluster_061f11d5-3ab3-2484-da4f-71d20d1d3548/data/data1/current/BP-1557060283-172.17.0.3-1732501327740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:44,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/cluster_061f11d5-3ab3-2484-da4f-71d20d1d3548/data/data2/current/BP-1557060283-172.17.0.3-1732501327740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:44,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:22:44,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65fcc679{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:44,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5c8dc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:44,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:44,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67189c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:44,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4f68ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48bf7d64-57af-a601-ccf2-2cddc43ea416/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:44,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:22:44,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:22:44,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:44,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:44,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:44,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:44,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:44,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:22:44,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=903532844, stopped=false 2024-11-25T02:22:44,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,42991,1732501324070 2024-11-25T02:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1749706958/running 2024-11-25T02:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1749706958/running 2024-11-25T02:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:44,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:44,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:44,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/running 2024-11-25T02:22:44,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:22:44,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:44,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:44,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Set watcher on znode that does not yet exist, /0-1749706958/running 2024-11-25T02:22:44,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,39939,1732501324262' ***** 2024-11-25T02:22:44,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:22:44,577 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:22:44,577 INFO [RS:0;dbdd1c922b13:39939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:22:44,577 INFO [RS:0;dbdd1c922b13:39939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:22:44,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:22:44,577 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 506ba014c43d114e472c3d2b1d20b3c9 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:39939. 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 506ba014c43d114e472c3d2b1d20b3c9, disabling compactions & flushes 2024-11-25T02:22:44,578 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:44,578 DEBUG [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:44,578 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. after waiting 0 ms 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:22:44,578 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 506ba014c43d114e472c3d2b1d20b3c9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:22:44,578 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:22:44,578 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 506ba014c43d114e472c3d2b1d20b3c9=test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9., 84c0d6a2987f6fb1739976979a03fc71=hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.} 2024-11-25T02:22:44,578 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:44,578 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:44,578 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:44,578 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:22:44,596 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/info/966933bc1e234c50b828a950c7c509c1 is 147, key is hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71./info:regioninfo/1732501344422/Put/seqid=0 2024-11-25T02:22:44,596 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f/3c70b2eb6d034698b26e268f0a831010 is 37, key is row3/f:row3/1732501356404/Put/seqid=0 2024-11-25T02:22:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741840_1016 (size=7686) 2024-11-25T02:22:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741841_1017 (size=5228) 2024-11-25T02:22:44,606 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:44,778 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:44,979 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,000 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/info/966933bc1e234c50b828a950c7c509c1 2024-11-25T02:22:45,000 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f/3c70b2eb6d034698b26e268f0a831010 2024-11-25T02:22:45,003 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c70b2eb6d034698b26e268f0a831010 2024-11-25T02:22:45,019 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/ns/141ed3ef51ec4a328828f79f3ee7f8e6 is 43, key is default/ns:d/1732501327627/Put/seqid=0 2024-11-25T02:22:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:22:45,024 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f1/27b834f5da5d4c66b28177e8c27cb959 is 30, key is row1/f1:/1732501353751/DeleteFamily/seqid=0 2024-11-25T02:22:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741843_1019 (size=5158) 2024-11-25T02:22:45,179 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,379 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,423 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/ns/141ed3ef51ec4a328828f79f3ee7f8e6 2024-11-25T02:22:45,427 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:22:45,427 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:22:45,427 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f1/27b834f5da5d4c66b28177e8c27cb959 2024-11-25T02:22:45,430 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27b834f5da5d4c66b28177e8c27cb959 2024-11-25T02:22:45,451 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/rep_barrier/3fed735e2f6b4dd39a6f576a398eca70 is 112, key is test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9./rep_barrier:seqnumDuringOpen/1732501338945/Put/seqid=0 2024-11-25T02:22:45,454 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/norep/cd2ea71b15564f96abac623510792c5b is 32, key is row/norep:/1732501352746/DeleteFamily/seqid=0 2024-11-25T02:22:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:22:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741845_1021 (size=5101) 2024-11-25T02:22:45,579 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,673 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1496, reset compression=false 2024-11-25T02:22:45,678 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:45,678 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1743, reset compression=false 2024-11-25T02:22:45,678 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,39939,1732501324262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:22:45,679 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,39939,1732501324262: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,39939,1732501324262, walGroup=dbdd1c922b13%2C39939%2C1732501324262, offset=dbdd1c922b13%2C39939%2C1732501324262.1732501326500:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:22:45,681 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:22:45,681 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:22:45,681 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:22:45,681 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:22:45,681 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:22:45,681 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 664565440 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199935824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:22:45,682 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:42991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:42991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:22:45,779 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 506ba014c43d114e472c3d2b1d20b3c9, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,858 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/rep_barrier/3fed735e2f6b4dd39a6f576a398eca70 2024-11-25T02:22:45,865 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/norep/cd2ea71b15564f96abac623510792c5b 2024-11-25T02:22:45,869 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2ea71b15564f96abac623510792c5b 2024-11-25T02:22:45,869 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f/3c70b2eb6d034698b26e268f0a831010 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/f/3c70b2eb6d034698b26e268f0a831010 2024-11-25T02:22:45,873 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c70b2eb6d034698b26e268f0a831010 2024-11-25T02:22:45,873 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/f/3c70b2eb6d034698b26e268f0a831010, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T02:22:45,874 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/f1/27b834f5da5d4c66b28177e8c27cb959 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/f1/27b834f5da5d4c66b28177e8c27cb959 2024-11-25T02:22:45,877 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27b834f5da5d4c66b28177e8c27cb959 2024-11-25T02:22:45,877 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/f1/27b834f5da5d4c66b28177e8c27cb959, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:45,878 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/.tmp/norep/cd2ea71b15564f96abac623510792c5b as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/norep/cd2ea71b15564f96abac623510792c5b 2024-11-25T02:22:45,881 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/table/76685949a69b47e287405c576e6e2091 is 53, key is hbase:replication/table:state/1732501344428/Put/seqid=0 2024-11-25T02:22:45,881 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2ea71b15564f96abac623510792c5b 2024-11-25T02:22:45,881 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/norep/cd2ea71b15564f96abac623510792c5b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T02:22:45,882 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 506ba014c43d114e472c3d2b1d20b3c9 in 1304ms, sequenceid=12, compaction requested=false 2024-11-25T02:22:45,883 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 1743, reset compression=false 2024-11-25T02:22:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:22:45,897 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:45,898 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 to pos 2092, reset compression=false 2024-11-25T02:22:45,901 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/default/test/506ba014c43d114e472c3d2b1d20b3c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T02:22:45,901 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:45,901 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:22:45,901 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:45,901 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 506ba014c43d114e472c3d2b1d20b3c9: Waiting for close lock at 1732501364578Running coprocessor pre-close hooks at 1732501364578Disabling compacts and flushes for region at 1732501364578Disabling writes for close at 1732501364578Obtaining lock to block concurrent updates at 1732501364578Preparing flush snapshotting stores in 506ba014c43d114e472c3d2b1d20b3c9 at 1732501364578Finished memstore snapshotting test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732501364578Flushing stores of test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. at 1732501364579 (+1 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/f: creating writer at 1732501364579Flushing 506ba014c43d114e472c3d2b1d20b3c9/f: appending metadata at 1732501364595 (+16 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/f: closing flushed file at 1732501364596 (+1 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/f1: creating writer at 1732501365003 (+407 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/f1: appending metadata at 1732501365024 (+21 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/f1: closing flushed file at 1732501365024Flushing 506ba014c43d114e472c3d2b1d20b3c9/norep: creating writer at 1732501365430 (+406 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/norep: appending metadata at 1732501365453 (+23 ms)Flushing 506ba014c43d114e472c3d2b1d20b3c9/norep: closing flushed file at 1732501365453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365a997c: reopening flushed file at 1732501365869 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5494a347: reopening flushed file at 1732501365873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aceb544: reopening flushed file at 1732501365877 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 506ba014c43d114e472c3d2b1d20b3c9 in 1304ms, sequenceid=12, compaction requested=false at 1732501365882 (+5 ms)Writing region close event to WAL at 1732501365897 (+15 ms)Running coprocessor post-close hooks at 1732501365901 (+4 ms)Closed at 1732501365901 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501337803.506ba014c43d114e472c3d2b1d20b3c9. 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84c0d6a2987f6fb1739976979a03fc71, disabling compactions & flushes 2024-11-25T02:22:45,902 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. after waiting 0 ms 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84c0d6a2987f6fb1739976979a03fc71: Waiting for close lock at 1732501365902Running coprocessor pre-close hooks at 1732501365902Disabling compacts and flushes for region at 1732501365902Disabling writes for close at 1732501365902Failed flush hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71., putting online again at 1732501365902 2024-11-25T02:22:45,902 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,980 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:22:45,980 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84c0d6a2987f6fb1739976979a03fc71=hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71.} 2024-11-25T02:22:45,980 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,980 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c0d6a2987f6fb1739976979a03fc71 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84c0d6a2987f6fb1739976979a03fc71, disabling compactions & flushes 2024-11-25T02:22:45,980 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. after waiting 0 ms 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84c0d6a2987f6fb1739976979a03fc71: Waiting for close lock at 1732501365980Running coprocessor pre-close hooks at 1732501365980Disabling compacts and flushes for region at 1732501365980Disabling writes for close at 1732501365980Failed flush hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71., putting online again at 1732501365980 2024-11-25T02:22:45,980 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501343258.84c0d6a2987f6fb1739976979a03fc71. 2024-11-25T02:22:46,180 DEBUG [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:22:46,295 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/table/76685949a69b47e287405c576e6e2091 2024-11-25T02:22:46,299 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/info/966933bc1e234c50b828a950c7c509c1 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/info/966933bc1e234c50b828a950c7c509c1 2024-11-25T02:22:46,302 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/info/966933bc1e234c50b828a950c7c509c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:22:46,303 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/ns/141ed3ef51ec4a328828f79f3ee7f8e6 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/ns/141ed3ef51ec4a328828f79f3ee7f8e6 2024-11-25T02:22:46,306 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/ns/141ed3ef51ec4a328828f79f3ee7f8e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:22:46,306 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/rep_barrier/3fed735e2f6b4dd39a6f576a398eca70 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/rep_barrier/3fed735e2f6b4dd39a6f576a398eca70 2024-11-25T02:22:46,309 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/rep_barrier/3fed735e2f6b4dd39a6f576a398eca70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:22:46,309 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/.tmp/table/76685949a69b47e287405c576e6e2091 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/table/76685949a69b47e287405c576e6e2091 2024-11-25T02:22:46,312 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/table/76685949a69b47e287405c576e6e2091, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:22:46,313 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-25T02:22:46,316 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:22:46,317 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:22:46,317 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:22:46,317 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:46,317 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501364578Running coprocessor pre-close hooks at 1732501364578Disabling compacts and flushes for region at 1732501364578Disabling writes for close at 1732501364578Obtaining lock to block concurrent updates at 1732501364578Preparing flush snapshotting stores in 1588230740 at 1732501364578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501364579 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501364579Flushing 1588230740/info: creating writer at 1732501364579Flushing 1588230740/info: appending metadata at 1732501364595 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732501364595Flushing 1588230740/ns: creating writer at 1732501365003 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732501365018 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732501365019 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732501365426 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501365451 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501365451Flushing 1588230740/table: creating writer at 1732501365861 (+410 ms)Flushing 1588230740/table: appending metadata at 1732501365880 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732501365880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16154a52: reopening flushed file at 1732501366298 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5fc722: reopening flushed file at 1732501366302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780d1a6: reopening flushed file at 1732501366306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7035bb5b: reopening flushed file at 1732501366309 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1732501366313 (+4 ms)Writing region close event to WAL at 1732501366314 (+1 ms)Running coprocessor post-close hooks at 1732501366317 (+3 ms)Closed at 1732501366317 2024-11-25T02:22:46,317 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:46,380 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T02:22:46,380 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,39939,1732501324262; all regions closed. 2024-11-25T02:22:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:22:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741839_1015 (size=2609) 2024-11-25T02:22:46,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.rep.1732501344390 not finished, retry = 0 2024-11-25T02:22:46,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/WALs/dbdd1c922b13,39939,1732501324262/dbdd1c922b13%2C39939%2C1732501324262.1732501326500 not finished, retry = 0 2024-11-25T02:22:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741832_1008 (size=2395) 2024-11-25T02:22:46,587 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:46,587 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:22:46,588 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:46,588 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:46,588 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:46,588 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:46,588 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,39939,1732501324262 because: Region server is closing 2024-11-25T02:22:46,588 INFO [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:39939. 2024-11-25T02:22:46,589 DEBUG [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:46,589 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:46,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:46,589 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:46,689 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.shipperdbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 terminated 2024-11-25T02:22:46,689 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,39939,1732501324262.replicationSource.wal-reader.dbdd1c922b13%2C39939%2C1732501324262,1-dbdd1c922b13,39939,1732501324262 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-25T02:22:46,689 INFO [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:39939. 2024-11-25T02:22:46,689 DEBUG [RS:0;dbdd1c922b13:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:22:46,689 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:46,690 DEBUG [RS:0;dbdd1c922b13:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:46,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:22:46,690 INFO [RS:0;dbdd1c922b13:39939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39939 2024-11-25T02:22:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1749706958/rs/dbdd1c922b13,39939,1732501324262 2024-11-25T02:22:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958/rs 2024-11-25T02:22:46,739 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:46,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,39939,1732501324262] 2024-11-25T02:22:46,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1749706958/draining/dbdd1c922b13,39939,1732501324262 already deleted, retry=false 2024-11-25T02:22:46,760 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,39939,1732501324262 expired; onlineServers=0 2024-11-25T02:22:46,760 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,42991,1732501324070' ***** 2024-11-25T02:22:46,760 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:22:46,760 INFO [M:0;dbdd1c922b13:42991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:22:46,761 INFO [M:0;dbdd1c922b13:42991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:22:46,761 DEBUG [M:0;dbdd1c922b13:42991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:22:46,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:22:46,761 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501326264 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501326264,5,FailOnTimeoutGroup] 2024-11-25T02:22:46,761 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501326263 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501326263,5,FailOnTimeoutGroup] 2024-11-25T02:22:46,761 DEBUG [M:0;dbdd1c922b13:42991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:22:46,761 INFO [M:0;dbdd1c922b13:42991 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:22:46,761 INFO [M:0;dbdd1c922b13:42991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:22:46,761 DEBUG [M:0;dbdd1c922b13:42991 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:22:46,761 INFO [M:0;dbdd1c922b13:42991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:22:46,761 INFO [M:0;dbdd1c922b13:42991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:22:46,761 ERROR [M:0;dbdd1c922b13:42991 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39973,5,PEWorkerGroup] 2024-11-25T02:22:46,762 INFO [M:0;dbdd1c922b13:42991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:22:46,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:22:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1749706958/master 2024-11-25T02:22:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1749706958 2024-11-25T02:22:46,771 DEBUG [M:0;dbdd1c922b13:42991 {}] zookeeper.ZKUtil(347): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Unable to get data of znode /0-1749706958/master because node does not exist (not an error) 2024-11-25T02:22:46,771 WARN [M:0;dbdd1c922b13:42991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:22:46,772 INFO [M:0;dbdd1c922b13:42991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/.lastflushedseqids 2024-11-25T02:22:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741847_1023 (size=245) 2024-11-25T02:22:46,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:46,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1016fcc35610001, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:46,850 INFO [RS:0;dbdd1c922b13:39939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:46,850 INFO [RS:0;dbdd1c922b13:39939 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,39939,1732501324262; zookeeper connection closed. 2024-11-25T02:22:46,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70aaa5b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70aaa5b6 2024-11-25T02:22:46,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:22:47,176 INFO [M:0;dbdd1c922b13:42991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:22:47,176 INFO [M:0;dbdd1c922b13:42991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:22:47,176 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:47,176 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:47,176 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:47,176 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:47,176 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:47,176 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-25T02:22:47,193 DEBUG [M:0;dbdd1c922b13:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0d4c271cc0d4914bb4852ec0950817d is 82, key is hbase:meta,,1/info:regioninfo/1732501327600/Put/seqid=0 2024-11-25T02:22:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741848_1024 (size=5672) 2024-11-25T02:22:47,597 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0d4c271cc0d4914bb4852ec0950817d 2024-11-25T02:22:47,612 DEBUG [M:0;dbdd1c922b13:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d68904351d1c4fb2b3b8a6db1d3b7722 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501338954/Put/seqid=0 2024-11-25T02:22:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741849_1025 (size=7219) 2024-11-25T02:22:48,016 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d68904351d1c4fb2b3b8a6db1d3b7722 2024-11-25T02:22:48,019 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d68904351d1c4fb2b3b8a6db1d3b7722 2024-11-25T02:22:48,035 DEBUG [M:0;dbdd1c922b13:42991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f9f061d606460f86de8586f0f771af is 69, key is dbdd1c922b13,39939,1732501324262/rs:state/1732501326352/Put/seqid=0 2024-11-25T02:22:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741850_1026 (size=5156) 2024-11-25T02:22:48,439 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f9f061d606460f86de8586f0f771af 2024-11-25T02:22:48,443 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0d4c271cc0d4914bb4852ec0950817d as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0d4c271cc0d4914bb4852ec0950817d 2024-11-25T02:22:48,446 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0d4c271cc0d4914bb4852ec0950817d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T02:22:48,447 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d68904351d1c4fb2b3b8a6db1d3b7722 as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d68904351d1c4fb2b3b8a6db1d3b7722 2024-11-25T02:22:48,450 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d68904351d1c4fb2b3b8a6db1d3b7722 2024-11-25T02:22:48,450 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d68904351d1c4fb2b3b8a6db1d3b7722, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T02:22:48,451 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05f9f061d606460f86de8586f0f771af as hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05f9f061d606460f86de8586f0f771af 2024-11-25T02:22:48,454 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05f9f061d606460f86de8586f0f771af, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T02:22:48,455 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-25T02:22:48,456 INFO [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:48,456 DEBUG [M:0;dbdd1c922b13:42991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501367176Disabling compacts and flushes for region at 1732501367176Disabling writes for close at 1732501367176Obtaining lock to block concurrent updates at 1732501367177 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501367177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732501367177Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501367177Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501367177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501367193 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501367193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501367600 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501367612 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501367612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501368019 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501368035 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501368035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16220f6b: reopening flushed file at 1732501368442 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f27c576: reopening flushed file at 1732501368446 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c96fb5: reopening flushed file at 1732501368450 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1732501368455 (+5 ms)Writing region close event to WAL at 1732501368456 (+1 ms)Closed at 1732501368456 2024-11-25T02:22:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741830_1006 (size=64435) 2024-11-25T02:22:48,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/556fc160-9f33-a1e3-250a-d3d8eeb0bedc/MasterData/WALs/dbdd1c922b13,42991,1732501324070/dbdd1c922b13%2C42991%2C1732501324070.1732501326017 not finished, retry = 0 2024-11-25T02:22:48,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:22:48,558 INFO [M:0;dbdd1c922b13:42991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:22:48,558 INFO [M:0;dbdd1c922b13:42991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42991 2024-11-25T02:22:48,559 INFO [M:0;dbdd1c922b13:42991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:22:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:48,724 INFO [M:0;dbdd1c922b13:42991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:22:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42991-0x1016fcc35610000, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:22:48,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c15e60e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:48,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57efe4b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:48,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:48,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1062918b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:48,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73283052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:48,727 WARN [BP-891541763-172.17.0.3-1732501322182 heartbeating to localhost/127.0.0.1:39973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:22:48,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:22:48,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:22:48,727 WARN [BP-891541763-172.17.0.3-1732501322182 heartbeating to localhost/127.0.0.1:39973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-891541763-172.17.0.3-1732501322182 (Datanode Uuid 7807b3a3-e12f-4b4f-a3c7-d2db9466f3d6) service to localhost/127.0.0.1:39973 2024-11-25T02:22:48,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/data/data1/current/BP-891541763-172.17.0.3-1732501322182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:48,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/cluster_92a7d40c-95cc-64c8-5ab0-16f7d5452ff3/data/data2/current/BP-891541763-172.17.0.3-1732501322182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:22:48,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:22:48,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@731bf122{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:48,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686bec88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:22:48,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:22:48,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9cb24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:22:48,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e3338{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5f07e2-a279-8518-c41b-9c82908b201d/hadoop.log.dir/,STOPPED} 2024-11-25T02:22:48,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:22:48,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:22:48,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45729 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33041 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39973 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=3268 (was 3442) 2024-11-25T02:22:48,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=3268 2024-11-25T02:22:48,782 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-25T02:22:48,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir so I do NOT create it in target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092 2024-11-25T02:22:48,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:48,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.tmp.dir so I do NOT create it in target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092 2024-11-25T02:22:48,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8670109-a3e7-7daa-0fba-d0fe49c3ada9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:48,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092 2024-11-25T02:22:48,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899, deleteOnExit=true 2024-11-25T02:22:48,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/zookeeper_0, clientPort=55030, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:22:48,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55030 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/test.cache.data in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:48,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:22:48,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016fcc35610008, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:22:48,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcc35610005, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:22:48,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcc35610002, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:22:48,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcc35610002, quorum=127.0.0.1:63638, baseZNode=/0-1749706958 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:22:48,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcc35610005, quorum=127.0.0.1:63638, baseZNode=/1361162724 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:22:48,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016fcc35610008, quorum=127.0.0.1:63638, baseZNode=/2-1437930546 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:22:49,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:49,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:49,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:49,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:49,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:49,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:49,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e08ed46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:49,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5492bee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:49,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b794e54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/java.io.tmpdir/jetty-localhost-34663-hadoop-hdfs-3_4_1-tests_jar-_-any-1102086387836057584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:49,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e9279c{HTTP/1.1, (http/1.1)}{localhost:34663} 2024-11-25T02:22:49,261 INFO [Time-limited test {}] server.Server(415): Started @284188ms 2024-11-25T02:22:49,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:49,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:49,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:49,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:49,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:22:49,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cb71712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:49,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df23a42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:49,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1383727b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/java.io.tmpdir/jetty-localhost-41453-hadoop-hdfs-3_4_1-tests_jar-_-any-18330809959999976233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:49,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@274ee94d{HTTP/1.1, (http/1.1)}{localhost:41453} 2024-11-25T02:22:49,634 INFO [Time-limited test {}] server.Server(415): Started @284561ms 2024-11-25T02:22:49,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:22:50,331 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/data/data2/current/BP-1310477641-172.17.0.3-1732501368816/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:50,331 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/data/data1/current/BP-1310477641-172.17.0.3-1732501368816/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:50,351 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:22:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e00d1ca499542e3 with lease ID 0xdf441e10a16642b6: Processing first storage report for DS-04f7806d-9dc8-4973-9793-f2a58700422b from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=b888529a-d74b-4657-986d-0782cd5bff5d, infoPort=44283, infoSecurePort=0, ipcPort=37609, storageInfo=lv=-57;cid=testClusterID;nsid=1237811138;c=1732501368816) 2024-11-25T02:22:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e00d1ca499542e3 with lease ID 0xdf441e10a16642b6: from storage DS-04f7806d-9dc8-4973-9793-f2a58700422b node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=b888529a-d74b-4657-986d-0782cd5bff5d, infoPort=44283, infoSecurePort=0, ipcPort=37609, storageInfo=lv=-57;cid=testClusterID;nsid=1237811138;c=1732501368816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e00d1ca499542e3 with lease ID 0xdf441e10a16642b6: Processing first storage report for DS-d905d565-30ea-4cd1-b652-aa82b02f5d91 from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=b888529a-d74b-4657-986d-0782cd5bff5d, infoPort=44283, infoSecurePort=0, ipcPort=37609, storageInfo=lv=-57;cid=testClusterID;nsid=1237811138;c=1732501368816) 2024-11-25T02:22:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e00d1ca499542e3 with lease ID 0xdf441e10a16642b6: from storage DS-d905d565-30ea-4cd1-b652-aa82b02f5d91 node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=b888529a-d74b-4657-986d-0782cd5bff5d, infoPort=44283, infoSecurePort=0, ipcPort=37609, storageInfo=lv=-57;cid=testClusterID;nsid=1237811138;c=1732501368816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:50,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092 2024-11-25T02:22:50,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:22:50,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412 with version=8 2024-11-25T02:22:50,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/hbase-staging 2024-11-25T02:22:50,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:50,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:50,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43539 2024-11-25T02:22:50,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43539 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435390x0, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:50,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43539-0x1016fcceb8c0000 connected 2024-11-25T02:22:50,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/running 2024-11-25T02:22:50,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412, hbase.cluster.distributed=false 2024-11-25T02:22:50,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/acl 2024-11-25T02:22:50,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43539 2024-11-25T02:22:50,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43539 2024-11-25T02:22:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43539 2024-11-25T02:22:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43539 2024-11-25T02:22:50,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43539 2024-11-25T02:22:50,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:50,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:22:50,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:50,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35901 2024-11-25T02:22:50,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35901 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:50,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359010x0, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:50,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359010x0, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/running 2024-11-25T02:22:50,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:22:50,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35901-0x1016fcceb8c0001 connected 2024-11-25T02:22:50,993 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:22:50,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/master 2024-11-25T02:22:50,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/acl 2024-11-25T02:22:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-25T02:22:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35901 2024-11-25T02:22:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35901 2024-11-25T02:22:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-25T02:22:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-25T02:22:51,009 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:43539 2024-11-25T02:22:51,010 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0715045321/backup-masters/dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:51,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/backup-masters 2024-11-25T02:22:51,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/backup-masters 2024-11-25T02:22:51,018 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on existing znode=/0715045321/backup-masters/dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:51,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:51,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0715045321/master 2024-11-25T02:22:51,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:51,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on existing znode=/0715045321/master 2024-11-25T02:22:51,029 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0715045321/backup-masters/dbdd1c922b13,43539,1732501370769 from backup master directory 2024-11-25T02:22:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/backup-masters 2024-11-25T02:22:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0715045321/backup-masters/dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/backup-masters 2024-11-25T02:22:51,039 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:51,039 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:51,042 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/hbase.id] with ID: f3fb0435-c972-4d1e-b17e-db8f8c1d0e04 2024-11-25T02:22:51,042 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/.tmp/hbase.id 2024-11-25T02:22:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:22:51,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,446 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/.tmp/hbase.id]:[hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/hbase.id] 2024-11-25T02:22:51,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:51,453 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:51,453 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:22:51,454 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:22:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:22:51,907 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:51,907 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:22:51,907 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:22:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:22:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:22:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:22:52,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:22:52,314 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store 2024-11-25T02:22:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:52,719 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:52,719 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:52,719 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501372719Disabling compacts and flushes for region at 1732501372719Disabling writes for close at 1732501372719Writing region close event to WAL at 1732501372719Closed at 1732501372719 2024-11-25T02:22:52,720 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/.initializing 2024-11-25T02:22:52,720 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/WALs/dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:52,721 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:52,722 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C43539%2C1732501370769, suffix=, logDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/WALs/dbdd1c922b13,43539,1732501370769, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/oldWALs, maxLogs=10 2024-11-25T02:22:52,733 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/WALs/dbdd1c922b13,43539,1732501370769/dbdd1c922b13%2C43539%2C1732501370769.1732501372722, exclude list is [], retry=0 2024-11-25T02:22:52,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-04f7806d-9dc8-4973-9793-f2a58700422b,DISK] 2024-11-25T02:22:52,737 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/WALs/dbdd1c922b13,43539,1732501370769/dbdd1c922b13%2C43539%2C1732501370769.1732501372722 2024-11-25T02:22:52,737 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-11-25T02:22:52,737 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:52,738 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:52,738 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,738 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:22:52,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:52,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:52,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:22:52,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:52,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:52,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:22:52,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:52,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:52,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:22:52,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:52,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:52,743 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,744 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,744 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,744 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,744 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,745 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:52,745 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:52,748 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:52,749 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74389624, jitterRate=0.10849177837371826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:52,749 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501372738Initializing all the Stores at 1732501372738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501372738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501372739 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501372739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501372739Cleaning up temporary data from old regions at 1732501372744 (+5 ms)Region opened successfully at 1732501372749 (+5 ms) 2024-11-25T02:22:52,749 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:22:52,752 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a63712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:52,752 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:22:52,752 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:22:52,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:22:52,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:22:52,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:22:52,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:22:52,753 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:22:52,755 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:22:52,755 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/balancer because node does not exist (not necessarily an error) 2024-11-25T02:22:52,813 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/balancer already deleted, retry=false 2024-11-25T02:22:52,813 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:22:52,814 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:22:52,823 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/normalizer already deleted, retry=false 2024-11-25T02:22:52,823 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:22:52,824 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:22:52,834 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/switch/split already deleted, retry=false 2024-11-25T02:22:52,834 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:22:52,844 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/switch/merge already deleted, retry=false 2024-11-25T02:22:52,846 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:22:52,855 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/snapshot-cleanup already deleted, retry=false 2024-11-25T02:22:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0715045321/running 2024-11-25T02:22:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0715045321/running 2024-11-25T02:22:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,43539,1732501370769, sessionid=0x1016fcceb8c0000, setting cluster-up flag (Was=false) 2024-11-25T02:22:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,918 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0715045321/flush-table-proc/acquired, /0715045321/flush-table-proc/reached, /0715045321/flush-table-proc/abort 2024-11-25T02:22:52,919 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:52,970 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0715045321/online-snapshot/acquired, /0715045321/online-snapshot/reached, /0715045321/online-snapshot/abort 2024-11-25T02:22:52,971 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:52,972 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:22:52,973 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:52,973 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:22:52,973 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:22:52,974 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,43539,1732501370769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:52,975 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:52,975 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501402975 2024-11-25T02:22:52,975 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:22:52,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:52,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:22:52,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:52,976 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:22:52,977 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:22:52,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:22:52,980 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501372977,5,FailOnTimeoutGroup] 2024-11-25T02:22:52,980 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501372980,5,FailOnTimeoutGroup] 2024-11-25T02:22:52,980 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:52,980 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:22:52,980 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:52,980 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:22:52,998 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(746): ClusterId : f3fb0435-c972-4d1e-b17e-db8f8c1d0e04 2024-11-25T02:22:52,998 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:22:53,008 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:22:53,008 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:22:53,018 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:22:53,019 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba8d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:53,029 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:35901 2024-11-25T02:22:53,029 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:22:53,029 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:22:53,029 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:22:53,029 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,43539,1732501370769 with port=35901, startcode=1732501370974 2024-11-25T02:22:53,029 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:22:53,030 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:22:53,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43539 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,032 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412 2024-11-25T02:22:53,032 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45103 2024-11-25T02:22:53,032 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:22:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/rs 2024-11-25T02:22:53,044 DEBUG [RS:0;dbdd1c922b13:35901 {}] zookeeper.ZKUtil(111): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on existing znode=/0715045321/rs/dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,044 WARN [RS:0;dbdd1c922b13:35901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:53,045 INFO [RS:0;dbdd1c922b13:35901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:53,045 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,35901,1732501370974] 2024-11-25T02:22:53,047 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:22:53,048 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:53,049 DEBUG [RS:0;dbdd1c922b13:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,052 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,35901,1732501370974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:53,065 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:22:53,065 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,35901,1732501370974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,065 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,065 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.Replication(171): dbdd1c922b13,35901,1732501370974 started 2024-11-25T02:22:53,077 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:53,077 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,35901,1732501370974, RpcServer on dbdd1c922b13/172.17.0.3:35901, sessionid=0x1016fcceb8c0001 2024-11-25T02:22:53,077 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:22:53,077 DEBUG [RS:0;dbdd1c922b13:35901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,077 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,35901,1732501370974' 2024-11-25T02:22:53,077 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0715045321/flush-table-proc/abort' 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0715045321/flush-table-proc/acquired' 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,35901,1732501370974' 2024-11-25T02:22:53,078 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0715045321/online-snapshot/abort' 2024-11-25T02:22:53,079 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0715045321/online-snapshot/acquired' 2024-11-25T02:22:53,079 DEBUG [RS:0;dbdd1c922b13:35901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:22:53,079 INFO [RS:0;dbdd1c922b13:35901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:22:53,079 INFO [RS:0;dbdd1c922b13:35901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:22:53,179 INFO [RS:0;dbdd1c922b13:35901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:53,180 INFO [RS:0;dbdd1c922b13:35901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C35901%2C1732501370974, suffix=, logDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/oldWALs, maxLogs=10 2024-11-25T02:22:53,193 DEBUG [RS:0;dbdd1c922b13:35901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, exclude list is [], retry=0 2024-11-25T02:22:53,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-04f7806d-9dc8-4973-9793-f2a58700422b,DISK] 2024-11-25T02:22:53,196 INFO [RS:0;dbdd1c922b13:35901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 2024-11-25T02:22:53,196 DEBUG [RS:0;dbdd1c922b13:35901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-11-25T02:22:53,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:22:53,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412 2024-11-25T02:22:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:22:53,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:22:53,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:53,603 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88640 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:22:53,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:53,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:53,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:53,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:53,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:53,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:53,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:53,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:53,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:53,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:53,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:53,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:53,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:53,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:53,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:53,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740 2024-11-25T02:22:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740 2024-11-25T02:22:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:53,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:53,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:53,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:53,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63146364, jitterRate=-0.05904585123062134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501373791Initializing all the Stores at 1732501373792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501373792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501373792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501373792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501373792Cleaning up temporary data from old regions at 1732501373797 (+5 ms)Region opened successfully at 1732501373800 (+3 ms) 2024-11-25T02:22:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:53,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:53,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:53,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501373800Disabling compacts and flushes for region at 1732501373800Disabling writes for close at 1732501373800Writing region close event to WAL at 1732501373801 (+1 ms)Closed at 1732501373801 2024-11-25T02:22:53,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:53,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:22:53,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:22:53,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:53,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:22:53,953 DEBUG [dbdd1c922b13:43539 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:22:53,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:53,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,35901,1732501370974, state=OPENING 2024-11-25T02:22:54,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:22:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:22:54,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:54,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0715045321/meta-region-server: CHANGED 2024-11-25T02:22:54,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0715045321/meta-region-server: CHANGED 2024-11-25T02:22:54,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,35901,1732501370974}] 2024-11-25T02:22:54,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:54,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:22:54,184 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:22:54,184 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:54,185 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:22:54,186 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C35901%2C1732501370974.meta, suffix=.meta, logDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/oldWALs, maxLogs=10 2024-11-25T02:22:54,198 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.meta.1732501374186.meta, exclude list is [], retry=0 2024-11-25T02:22:54,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-04f7806d-9dc8-4973-9793-f2a58700422b,DISK] 2024-11-25T02:22:54,201 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.meta.1732501374186.meta 2024-11-25T02:22:54,201 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-11-25T02:22:54,201 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:54,201 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:22:54,202 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:22:54,202 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:22:54,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:54,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:54,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:54,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:54,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:54,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:54,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:54,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:54,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:54,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:54,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:54,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:54,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:54,206 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:54,207 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740 2024-11-25T02:22:54,207 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740 2024-11-25T02:22:54,208 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:54,208 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:54,208 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:54,209 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:54,210 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64477561, jitterRate=-0.03920947015285492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:54,210 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:22:54,210 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501374202Writing region info on filesystem at 1732501374202Initializing all the Stores at 1732501374202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501374202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501374203 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501374203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501374203Cleaning up temporary data from old regions at 1732501374208 (+5 ms)Running coprocessor post-open hooks at 1732501374210 (+2 ms)Region opened successfully at 1732501374210 2024-11-25T02:22:54,211 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501374180 2024-11-25T02:22:54,213 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:22:54,213 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:22:54,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:54,214 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,35901,1732501370974, state=OPEN 2024-11-25T02:22:54,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0715045321/meta-region-server 2024-11-25T02:22:54,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0715045321/meta-region-server 2024-11-25T02:22:54,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,35901,1732501370974 2024-11-25T02:22:54,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0715045321/meta-region-server: CHANGED 2024-11-25T02:22:54,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0715045321/meta-region-server: CHANGED 2024-11-25T02:22:54,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:22:54,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,35901,1732501370974 in 223 msec 2024-11-25T02:22:54,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:22:54,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-25T02:22:54,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:54,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:22:54,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:54,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,35901,1732501370974, seqNum=-1] 2024-11-25T02:22:54,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:54,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:54,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-25T02:22:54,261 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501374261, completionTime=-1 2024-11-25T02:22:54,261 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:22:54,261 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:22:54,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:22:54,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501434262 2024-11-25T02:22:54,262 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501494262 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:43539, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,263 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,265 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.227sec 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:54,266 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:22:54,268 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:22:54,268 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:22:54,268 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,43539,1732501370769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:54,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af5c370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:54,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,43539,-1 for getting cluster id 2024-11-25T02:22:54,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:54,301 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3fb0435-c972-4d1e-b17e-db8f8c1d0e04' 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3fb0435-c972-4d1e-b17e-db8f8c1d0e04" 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8eb127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,43539,-1] 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:54,302 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:54,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd544fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:54,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,35901,1732501370974, seqNum=-1] 2024-11-25T02:22:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:54,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,43539,1732501370769 2024-11-25T02:22:54,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:54,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcceb8c0002 connected 2024-11-25T02:22:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir so I do NOT create it in target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8 2024-11-25T02:22:54,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.tmp.dir so I do NOT create it in target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8 2024-11-25T02:22:54,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:54,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8 2024-11-25T02:22:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:54,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/cluster_37f14863-5b3c-e91a-673d-f967607bf3aa, deleteOnExit=true 2024-11-25T02:22:54,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/test.cache.data in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:54,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:54,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:54,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:54,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:54,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:54,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:22:54,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:54,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:54,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:54,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:54,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:22:54,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:54,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758c5103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:54,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fca0ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:54,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66418925{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/java.io.tmpdir/jetty-localhost-44237-hadoop-hdfs-3_4_1-tests_jar-_-any-1528125656176260495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:22:54,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5423f681{HTTP/1.1, (http/1.1)}{localhost:44237} 2024-11-25T02:22:54,827 INFO [Time-limited test {}] server.Server(415): Started @289754ms 2024-11-25T02:22:55,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:22:55,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:22:55,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:22:55,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:22:55,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:22:55,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6576d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:22:55,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4cdb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:22:55,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a20a4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-11751912606910411488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:22:55,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@424e33a4{HTTP/1.1, (http/1.1)}{localhost:38239} 2024-11-25T02:22:55,186 INFO [Time-limited test {}] server.Server(415): Started @290113ms 2024-11-25T02:22:55,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:22:55,880 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/cluster_37f14863-5b3c-e91a-673d-f967607bf3aa/data/data1/current/BP-22880158-172.17.0.3-1732501374357/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:55,880 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/cluster_37f14863-5b3c-e91a-673d-f967607bf3aa/data/data2/current/BP-22880158-172.17.0.3-1732501374357/current, will proceed with Du for space computation calculation, 2024-11-25T02:22:55,897 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:22:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ef3a155a4ccfd13 with lease ID 0x1512f78a773d30ef: Processing first storage report for DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b from datanode DatanodeRegistration(127.0.0.1:34973, datanodeUuid=a4a20a3d-9caf-454d-8912-b9cfcdf5895b, infoPort=33563, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=871820974;c=1732501374357) 2024-11-25T02:22:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ef3a155a4ccfd13 with lease ID 0x1512f78a773d30ef: from storage DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b node DatanodeRegistration(127.0.0.1:34973, datanodeUuid=a4a20a3d-9caf-454d-8912-b9cfcdf5895b, infoPort=33563, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=871820974;c=1732501374357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ef3a155a4ccfd13 with lease ID 0x1512f78a773d30ef: Processing first storage report for DS-46668df7-be30-4b16-8bb9-609a3b898c25 from datanode DatanodeRegistration(127.0.0.1:34973, datanodeUuid=a4a20a3d-9caf-454d-8912-b9cfcdf5895b, infoPort=33563, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=871820974;c=1732501374357) 2024-11-25T02:22:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ef3a155a4ccfd13 with lease ID 0x1512f78a773d30ef: from storage DS-46668df7-be30-4b16-8bb9-609a3b898c25 node DatanodeRegistration(127.0.0.1:34973, datanodeUuid=a4a20a3d-9caf-454d-8912-b9cfcdf5895b, infoPort=33563, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=871820974;c=1732501374357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:22:55,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8 2024-11-25T02:22:55,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:55,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:22:56,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633 with version=8 2024-11-25T02:22:56,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/hbase-staging 2024-11-25T02:22:56,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:56,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:56,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:56,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:22:56,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:56,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39767 2024-11-25T02:22:56,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39767 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:56,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397670x0, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:56,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39767-0x1016fcceb8c0003 connected 2024-11-25T02:22:56,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:56,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:56,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/running 2024-11-25T02:22:56,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633, hbase.cluster.distributed=false 2024-11-25T02:22:56,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/acl 2024-11-25T02:22:56,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39767 2024-11-25T02:22:56,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39767 2024-11-25T02:22:56,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39767 2024-11-25T02:22:56,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39767 2024-11-25T02:22:56,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39767 2024-11-25T02:22:56,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:22:56,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:22:56,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34981 2024-11-25T02:22:56,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34981 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:56,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:56,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349810x0, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:56,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349810x0, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/running 2024-11-25T02:22:56,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34981-0x1016fcceb8c0004 connected 2024-11-25T02:22:56,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:22:56,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:22:56,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/master 2024-11-25T02:22:56,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/acl 2024-11-25T02:22:56,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-25T02:22:56,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34981 2024-11-25T02:22:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34981 2024-11-25T02:22:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-25T02:22:56,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34981 2024-11-25T02:22:56,546 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:39767 2024-11-25T02:22:56,546 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-531975062/backup-masters/dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/backup-masters 2024-11-25T02:22:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/backup-masters 2024-11-25T02:22:56,571 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on existing znode=/1-531975062/backup-masters/dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:56,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531975062/master 2024-11-25T02:22:56,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:56,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:56,581 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on existing znode=/1-531975062/master 2024-11-25T02:22:56,581 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-531975062/backup-masters/dbdd1c922b13,39767,1732501376320 from backup master directory 2024-11-25T02:22:56,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531975062/backup-masters/dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:56,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/backup-masters 2024-11-25T02:22:56,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/backup-masters 2024-11-25T02:22:56,591 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:56,591 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:56,594 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/hbase.id] with ID: 604c2f58-6b57-41de-9560-20670a3fcd3b 2024-11-25T02:22:56,594 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/.tmp/hbase.id 2024-11-25T02:22:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:22:56,599 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/.tmp/hbase.id]:[hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/hbase.id] 2024-11-25T02:22:56,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:22:56,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:22:56,606 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:22:57,025 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:22:57,025 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:22:57,025 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:22:57,431 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store 2024-11-25T02:22:57,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:22:57,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:22:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:22:57,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:57,836 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:22:57,836 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501377836Disabling compacts and flushes for region at 1732501377836Disabling writes for close at 1732501377836Writing region close event to WAL at 1732501377836Closed at 1732501377836 2024-11-25T02:22:57,837 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/.initializing 2024-11-25T02:22:57,837 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/WALs/dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:57,837 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:57,838 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C39767%2C1732501376320, suffix=, logDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/WALs/dbdd1c922b13,39767,1732501376320, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/oldWALs, maxLogs=10 2024-11-25T02:22:57,850 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/WALs/dbdd1c922b13,39767,1732501376320/dbdd1c922b13%2C39767%2C1732501376320.1732501377839, exclude list is [], retry=0 2024-11-25T02:22:57,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34973,DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b,DISK] 2024-11-25T02:22:57,853 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/WALs/dbdd1c922b13,39767,1732501376320/dbdd1c922b13%2C39767%2C1732501376320.1732501377839 2024-11-25T02:22:57,854 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33563:33563)] 2024-11-25T02:22:57,854 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:57,854 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:57,854 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,854 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:22:57,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:57,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:57,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:22:57,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:57,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:57,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:22:57,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:22:57,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:57,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:22:57,859 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,859 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,859 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,860 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,860 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,861 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:57,861 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:22:57,863 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:57,863 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470895, jitterRate=-0.009506478905677795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:57,863 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501377854Initializing all the Stores at 1732501377855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501377855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501377855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501377855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501377855Cleaning up temporary data from old regions at 1732501377860 (+5 ms)Region opened successfully at 1732501377863 (+3 ms) 2024-11-25T02:22:57,863 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:22:57,865 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2531487c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:57,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:22:57,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:22:57,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:22:57,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:22:57,866 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:22:57,867 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:22:57,867 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:22:57,868 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:22:57,868 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/balancer because node does not exist (not necessarily an error) 2024-11-25T02:22:57,928 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/balancer already deleted, retry=false 2024-11-25T02:22:57,928 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:22:57,929 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:22:57,939 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/normalizer already deleted, retry=false 2024-11-25T02:22:57,939 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:22:57,939 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:22:57,949 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/switch/split already deleted, retry=false 2024-11-25T02:22:57,950 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:22:57,960 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/switch/merge already deleted, retry=false 2024-11-25T02:22:57,961 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:22:57,970 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/snapshot-cleanup already deleted, retry=false 2024-11-25T02:22:57,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531975062/running 2024-11-25T02:22:57,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531975062/running 2024-11-25T02:22:57,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:57,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:57,981 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,39767,1732501376320, sessionid=0x1016fcceb8c0003, setting cluster-up flag (Was=false) 2024-11-25T02:22:58,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:58,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:58,033 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531975062/flush-table-proc/acquired, /1-531975062/flush-table-proc/reached, /1-531975062/flush-table-proc/abort 2024-11-25T02:22:58,034 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:58,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:58,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:58,149 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531975062/online-snapshot/acquired, /1-531975062/online-snapshot/reached, /1-531975062/online-snapshot/abort 2024-11-25T02:22:58,150 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:58,151 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:22:58,152 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:58,152 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:22:58,152 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:22:58,152 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,39767,1732501376320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:58,153 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501408154 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:22:58,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:22:58,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:22:58,154 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:22:58,155 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:22:58,155 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501378155,5,FailOnTimeoutGroup] 2024-11-25T02:22:58,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:58,156 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501378155,5,FailOnTimeoutGroup] 2024-11-25T02:22:58,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:22:58,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:22:58,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:22:58,238 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(746): ClusterId : 604c2f58-6b57-41de-9560-20670a3fcd3b 2024-11-25T02:22:58,238 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:22:58,266 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:22:58,266 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:22:58,276 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:22:58,276 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:22:58,287 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:34981 2024-11-25T02:22:58,287 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:22:58,287 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:22:58,287 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:22:58,299 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,39767,1732501376320 with port=34981, startcode=1732501376463 2024-11-25T02:22:58,299 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:22:58,300 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:22:58,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39767 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,302 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633 2024-11-25T02:22:58,302 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42585 2024-11-25T02:22:58,302 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:22:58,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/rs 2024-11-25T02:22:58,312 DEBUG [RS:0;dbdd1c922b13:34981 {}] zookeeper.ZKUtil(111): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on existing znode=/1-531975062/rs/dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,313 WARN [RS:0;dbdd1c922b13:34981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:22:58,313 INFO [RS:0;dbdd1c922b13:34981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:58,313 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,34981,1732501376463] 2024-11-25T02:22:58,315 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:22:58,316 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:22:58,316 INFO [RS:0;dbdd1c922b13:34981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:22:58,316 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,317 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:22:58,317 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:22:58,317 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,317 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,317 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,317 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:58,318 DEBUG [RS:0;dbdd1c922b13:34981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,320 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,34981,1732501376463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:58,337 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:22:58,338 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,34981,1732501376463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,338 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,338 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.Replication(171): dbdd1c922b13,34981,1732501376463 started 2024-11-25T02:22:58,353 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:58,353 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,34981,1732501376463, RpcServer on dbdd1c922b13/172.17.0.3:34981, sessionid=0x1016fcceb8c0004 2024-11-25T02:22:58,353 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:22:58,353 DEBUG [RS:0;dbdd1c922b13:34981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,34981,1732501376463' 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531975062/flush-table-proc/abort' 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531975062/flush-table-proc/acquired' 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:22:58,354 DEBUG [RS:0;dbdd1c922b13:34981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:58,355 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,34981,1732501376463' 2024-11-25T02:22:58,355 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531975062/online-snapshot/abort' 2024-11-25T02:22:58,355 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531975062/online-snapshot/acquired' 2024-11-25T02:22:58,355 DEBUG [RS:0;dbdd1c922b13:34981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:22:58,355 INFO [RS:0;dbdd1c922b13:34981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:22:58,355 INFO [RS:0;dbdd1c922b13:34981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:22:58,455 INFO [RS:0;dbdd1c922b13:34981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:22:58,457 INFO [RS:0;dbdd1c922b13:34981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34981%2C1732501376463, suffix=, logDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/oldWALs, maxLogs=10 2024-11-25T02:22:58,472 DEBUG [RS:0;dbdd1c922b13:34981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, exclude list is [], retry=0 2024-11-25T02:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34973,DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b,DISK] 2024-11-25T02:22:58,475 INFO [RS:0;dbdd1c922b13:34981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 2024-11-25T02:22:58,476 DEBUG [RS:0;dbdd1c922b13:34981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33563:33563)] 2024-11-25T02:22:58,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:22:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633 2024-11-25T02:22:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:22:58,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:58,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:58,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:58,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:58,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:58,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:58,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:58,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:58,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:58,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:58,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:58,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:58,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:58,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:58,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:58,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:58,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:58,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:58,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740 2024-11-25T02:22:58,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740 2024-11-25T02:22:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:58,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:58,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:22:58,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67274936, jitterRate=0.002474665641784668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501378967Initializing all the Stores at 1732501378968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501378968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501378968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501378968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501378968Cleaning up temporary data from old regions at 1732501378974 (+6 ms)Region opened successfully at 1732501378976 (+2 ms) 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:22:58,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:22:58,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:22:58,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:22:58,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501378976Disabling compacts and flushes for region at 1732501378976Disabling writes for close at 1732501378976Writing region close event to WAL at 1732501378977 (+1 ms)Closed at 1732501378977 2024-11-25T02:22:58,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:58,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:22:58,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:22:58,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:58,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:22:59,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:22:59,130 DEBUG [dbdd1c922b13:39767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:22:59,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:59,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,34981,1732501376463, state=OPENING 2024-11-25T02:22:59,221 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:22:59,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:59,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:22:59,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:22:59,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531975062/meta-region-server: CHANGED 2024-11-25T02:22:59,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531975062/meta-region-server: CHANGED 2024-11-25T02:22:59,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34981,1732501376463}] 2024-11-25T02:22:59,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:22:59,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:22:59,406 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:22:59,406 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:22:59,406 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:22:59,407 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34981%2C1732501376463.meta, suffix=.meta, logDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/oldWALs, maxLogs=10 2024-11-25T02:22:59,420 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.meta.1732501379407.meta, exclude list is [], retry=0 2024-11-25T02:22:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34973,DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b,DISK] 2024-11-25T02:22:59,423 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.meta.1732501379407.meta 2024-11-25T02:22:59,423 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33563:33563)] 2024-11-25T02:22:59,423 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:22:59,423 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:22:59,423 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:22:59,423 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:22:59,424 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:22:59,424 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:22:59,424 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:22:59,424 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:22:59,424 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:22:59,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:22:59,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:22:59,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:59,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:59,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:22:59,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:22:59,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:59,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:59,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:22:59,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:22:59,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:59,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:59,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:22:59,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:22:59,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:22:59,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:22:59,428 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:22:59,429 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740 2024-11-25T02:22:59,430 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740 2024-11-25T02:22:59,430 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:22:59,430 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:22:59,431 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:22:59,431 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:22:59,432 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61842072, jitterRate=-0.07848131656646729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:22:59,432 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:22:59,433 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501379424Writing region info on filesystem at 1732501379424Initializing all the Stores at 1732501379424Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501379425 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501379425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501379425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501379425Cleaning up temporary data from old regions at 1732501379430 (+5 ms)Running coprocessor post-open hooks at 1732501379432 (+2 ms)Region opened successfully at 1732501379432 2024-11-25T02:22:59,433 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501379391 2024-11-25T02:22:59,435 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:22:59,435 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:22:59,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:59,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,34981,1732501376463, state=OPEN 2024-11-25T02:22:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531975062/meta-region-server 2024-11-25T02:22:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531975062/meta-region-server 2024-11-25T02:22:59,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34981,1732501376463 2024-11-25T02:22:59,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531975062/meta-region-server: CHANGED 2024-11-25T02:22:59,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531975062/meta-region-server: CHANGED 2024-11-25T02:22:59,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:22:59,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,34981,1732501376463 in 205 msec 2024-11-25T02:22:59,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:22:59,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-25T02:22:59,447 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:22:59,447 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:22:59,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:59,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34981,1732501376463, seqNum=-1] 2024-11-25T02:22:59,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:59,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:59,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-25T02:22:59,453 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501379453, completionTime=-1 2024-11-25T02:22:59,453 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:22:59,454 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:22:59,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:22:59,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501439455 2024-11-25T02:22:59,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501499455 2024-11-25T02:22:59,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:22:59,455 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:39767, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,456 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,457 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:22:59,459 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:22:59,460 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:22:59,460 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:22:59,460 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39767,1732501376320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:22:59,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d4fb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:59,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:22:59,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:22:59,540 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:22:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:22:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:22:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0a26bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:22:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:22:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:22:59,541 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:22:59,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7096ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:22:59,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:22:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34981,1732501376463, seqNum=-1] 2024-11-25T02:22:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:22:59,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:22:59,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,39767,1732501376320 2024-11-25T02:22:59,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:22:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:22:59,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcceb8c0005 connected 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir so I do NOT create it in target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f 2024-11-25T02:22:59,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.tmp.dir so I do NOT create it in target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f 2024-11-25T02:22:59,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:22:59,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/cluster_de872e97-a68e-c91b-429c-8f01eefcfd65, deleteOnExit=true 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/test.cache.data in system properties and HBase conf 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:22:59,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:22:59,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:22:59,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:23:00,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:00,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:00,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:00,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:00,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:00,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:00,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245ce09a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:00,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4963b5b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:00,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fb1281{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-17298541618736105073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:00,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ca09bd{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-11-25T02:23:00,197 INFO [Time-limited test {}] server.Server(415): Started @295124ms 2024-11-25T02:23:00,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:00,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:00,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:00,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:00,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:00,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5352deb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:00,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6afda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:00,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a31a1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/java.io.tmpdir/jetty-localhost-33363-hadoop-hdfs-3_4_1-tests_jar-_-any-1611530404615881058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:00,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@703b1795{HTTP/1.1, (http/1.1)}{localhost:33363} 2024-11-25T02:23:00,542 INFO [Time-limited test {}] server.Server(415): Started @295469ms 2024-11-25T02:23:00,543 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:23:01,145 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/cluster_de872e97-a68e-c91b-429c-8f01eefcfd65/data/data1/current/BP-515831697-172.17.0.3-1732501379681/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:01,145 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/cluster_de872e97-a68e-c91b-429c-8f01eefcfd65/data/data2/current/BP-515831697-172.17.0.3-1732501379681/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:01,162 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:23:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1da30592e9d4ad9f with lease ID 0x6598470d03efa28: Processing first storage report for DS-57a0e814-16c7-4991-a076-095ccf20caed from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=ab773442-175f-400c-bfdb-8688ea94afe2, infoPort=35971, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1985643218;c=1732501379681) 2024-11-25T02:23:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1da30592e9d4ad9f with lease ID 0x6598470d03efa28: from storage DS-57a0e814-16c7-4991-a076-095ccf20caed node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=ab773442-175f-400c-bfdb-8688ea94afe2, infoPort=35971, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1985643218;c=1732501379681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1da30592e9d4ad9f with lease ID 0x6598470d03efa28: Processing first storage report for DS-716ed279-2fbf-43a4-bb81-ffd9caa8ece8 from datanode DatanodeRegistration(127.0.0.1:45857, datanodeUuid=ab773442-175f-400c-bfdb-8688ea94afe2, infoPort=35971, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1985643218;c=1732501379681) 2024-11-25T02:23:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1da30592e9d4ad9f with lease ID 0x6598470d03efa28: from storage DS-716ed279-2fbf-43a4-bb81-ffd9caa8ece8 node DatanodeRegistration(127.0.0.1:45857, datanodeUuid=ab773442-175f-400c-bfdb-8688ea94afe2, infoPort=35971, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1985643218;c=1732501379681), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T02:23:01,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f 2024-11-25T02:23:01,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:23:01,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1 with version=8 2024-11-25T02:23:01,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/hbase-staging 2024-11-25T02:23:01,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:23:01,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:01,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36061 2024-11-25T02:23:01,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36061 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:23:01,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360610x0, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:01,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36061-0x1016fcceb8c0006 connected 2024-11-25T02:23:01,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/running 2024-11-25T02:23:01,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1, hbase.cluster.distributed=false 2024-11-25T02:23:01,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/acl 2024-11-25T02:23:01,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36061 2024-11-25T02:23:01,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36061 2024-11-25T02:23:01,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36061 2024-11-25T02:23:01,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36061 2024-11-25T02:23:01,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36061 2024-11-25T02:23:01,741 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:23:01,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:01,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41523 2024-11-25T02:23:01,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41523 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:23:01,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415230x0, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:01,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415230x0, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/running 2024-11-25T02:23:01,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41523-0x1016fcceb8c0007 connected 2024-11-25T02:23:01,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:23:01,755 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:23:01,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/master 2024-11-25T02:23:01,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/acl 2024-11-25T02:23:01,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41523 2024-11-25T02:23:01,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41523 2024-11-25T02:23:01,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41523 2024-11-25T02:23:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41523 2024-11-25T02:23:01,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41523 2024-11-25T02:23:01,777 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:36061 2024-11-25T02:23:01,778 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1481054323/backup-masters/dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/backup-masters 2024-11-25T02:23:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/backup-masters 2024-11-25T02:23:01,786 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on existing znode=/2-1481054323/backup-masters/dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1481054323/master 2024-11-25T02:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:01,796 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on existing znode=/2-1481054323/master 2024-11-25T02:23:01,797 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1481054323/backup-masters/dbdd1c922b13,36061,1732501381581 from backup master directory 2024-11-25T02:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/backup-masters 2024-11-25T02:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1481054323/backup-masters/dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/backup-masters 2024-11-25T02:23:01,807 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:01,807 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:01,809 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/hbase.id] with ID: 6eb18fc9-13c5-4d04-b3f0-a2b481706d39 2024-11-25T02:23:01,809 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/.tmp/hbase.id 2024-11-25T02:23:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:23:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:23:02,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:23:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T02:23:02,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T02:23:02,214 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/.tmp/hbase.id]:[hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/hbase.id] 2024-11-25T02:23:02,221 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:02,221 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:23:02,222 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:23:02,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:02,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:02,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:23:02,674 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:02,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:23:02,675 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:23:02,681 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store 2024-11-25T02:23:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:23:03,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:03,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:03,085 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:03,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:03,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:03,085 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:03,085 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:03,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501383085Disabling compacts and flushes for region at 1732501383085Disabling writes for close at 1732501383085Writing region close event to WAL at 1732501383085Closed at 1732501383085 2024-11-25T02:23:03,086 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/.initializing 2024-11-25T02:23:03,086 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/WALs/dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:03,087 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:03,088 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C36061%2C1732501381581, suffix=, logDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/WALs/dbdd1c922b13,36061,1732501381581, archiveDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/oldWALs, maxLogs=10 2024-11-25T02:23:03,100 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/WALs/dbdd1c922b13,36061,1732501381581/dbdd1c922b13%2C36061%2C1732501381581.1732501383088, exclude list is [], retry=0 2024-11-25T02:23:03,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-57a0e814-16c7-4991-a076-095ccf20caed,DISK] 2024-11-25T02:23:03,103 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/WALs/dbdd1c922b13,36061,1732501381581/dbdd1c922b13%2C36061%2C1732501381581.1732501383088 2024-11-25T02:23:03,103 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35971:35971)] 2024-11-25T02:23:03,103 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:03,104 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:03,104 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,104 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:23:03,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:03,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:23:03,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:03,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:23:03,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:03,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:23:03,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:03,109 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,110 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,110 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,111 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:03,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:03,114 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:03,114 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68978648, jitterRate=0.027861952781677246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:03,115 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501383104Initializing all the Stores at 1732501383105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501383105Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501383105Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501383105Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501383105Cleaning up temporary data from old regions at 1732501383111 (+6 ms)Region opened successfully at 1732501383114 (+3 ms) 2024-11-25T02:23:03,115 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:23:03,117 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47147f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:03,118 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:23:03,118 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:23:03,118 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:23:03,118 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:23:03,119 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:23:03,119 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:23:03,119 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:23:03,121 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:23:03,121 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/balancer because node does not exist (not necessarily an error) 2024-11-25T02:23:03,186 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/balancer already deleted, retry=false 2024-11-25T02:23:03,186 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:23:03,187 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:23:03,196 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/normalizer already deleted, retry=false 2024-11-25T02:23:03,196 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:23:03,197 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:23:03,206 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/switch/split already deleted, retry=false 2024-11-25T02:23:03,207 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:23:03,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/switch/merge already deleted, retry=false 2024-11-25T02:23:03,219 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:23:03,228 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/snapshot-cleanup already deleted, retry=false 2024-11-25T02:23:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1481054323/running 2024-11-25T02:23:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1481054323/running 2024-11-25T02:23:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,239 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,36061,1732501381581, sessionid=0x1016fcceb8c0006, setting cluster-up flag (Was=false) 2024-11-25T02:23:03,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,291 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1481054323/flush-table-proc/acquired, /2-1481054323/flush-table-proc/reached, /2-1481054323/flush-table-proc/abort 2024-11-25T02:23:03,292 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,343 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1481054323/online-snapshot/acquired, /2-1481054323/online-snapshot/reached, /2-1481054323/online-snapshot/abort 2024-11-25T02:23:03,344 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:03,345 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:23:03,346 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:03,347 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:23:03,347 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:23:03,347 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,36061,1732501381581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:03,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501413352 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:23:03,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:23:03,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:23:03,353 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501383353,5,FailOnTimeoutGroup] 2024-11-25T02:23:03,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,353 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501383353,5,FailOnTimeoutGroup] 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:23:03,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:23:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:23:03,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:23:03,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1 2024-11-25T02:23:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741832_1008 (size=32) 2024-11-25T02:23:03,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:03,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:03,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:03,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,369 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(746): ClusterId : 6eb18fc9-13c5-4d04-b3f0-a2b481706d39 2024-11-25T02:23:03,369 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:23:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:03,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:03,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:03,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:03,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:03,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:03,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:03,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:03,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:03,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:03,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:03,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740 2024-11-25T02:23:03,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740 2024-11-25T02:23:03,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:03,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:03,373 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:03,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:03,375 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73438496, jitterRate=0.09431886672973633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501383367Initializing all the Stores at 1732501383367Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501383367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501383367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501383367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501383367Cleaning up temporary data from old regions at 1732501383373 (+6 ms)Region opened successfully at 1732501383375 (+2 ms) 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:03,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:03,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:03,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501383375Disabling compacts and flushes for region at 1732501383375Disabling writes for close at 1732501383375Writing region close event to WAL at 1732501383376 (+1 ms)Closed at 1732501383376 2024-11-25T02:23:03,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:03,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:23:03,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:23:03,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:03,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:23:03,381 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:23:03,381 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:23:03,392 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:23:03,392 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4e9f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:03,406 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:41523 2024-11-25T02:23:03,406 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:23:03,406 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:23:03,406 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:23:03,407 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,36061,1732501381581 with port=41523, startcode=1732501381741 2024-11-25T02:23:03,407 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:23:03,408 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:23:03,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36061 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,410 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1 2024-11-25T02:23:03,410 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41269 2024-11-25T02:23:03,410 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:23:03,529 WARN [dbdd1c922b13:36061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T02:23:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/rs 2024-11-25T02:23:03,538 DEBUG [RS:0;dbdd1c922b13:41523 {}] zookeeper.ZKUtil(111): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on existing znode=/2-1481054323/rs/dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,539 WARN [RS:0;dbdd1c922b13:41523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:03,539 INFO [RS:0;dbdd1c922b13:41523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:03,539 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,41523,1732501381741] 2024-11-25T02:23:03,541 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:23:03,543 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:23:03,544 INFO [RS:0;dbdd1c922b13:41523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:23:03,544 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,544 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:23:03,544 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:23:03,544 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:03,545 DEBUG [RS:0;dbdd1c922b13:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,545 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41523,1732501381741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:03,559 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:23:03,559 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,41523,1732501381741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,559 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,559 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.Replication(171): dbdd1c922b13,41523,1732501381741 started 2024-11-25T02:23:03,571 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:03,571 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,41523,1732501381741, RpcServer on dbdd1c922b13/172.17.0.3:41523, sessionid=0x1016fcceb8c0007 2024-11-25T02:23:03,571 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:23:03,571 DEBUG [RS:0;dbdd1c922b13:41523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,571 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41523,1732501381741' 2024-11-25T02:23:03,571 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1481054323/flush-table-proc/abort' 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1481054323/flush-table-proc/acquired' 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,41523,1732501381741' 2024-11-25T02:23:03,572 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1481054323/online-snapshot/abort' 2024-11-25T02:23:03,573 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1481054323/online-snapshot/acquired' 2024-11-25T02:23:03,573 DEBUG [RS:0;dbdd1c922b13:41523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:23:03,573 INFO [RS:0;dbdd1c922b13:41523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:23:03,573 INFO [RS:0;dbdd1c922b13:41523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:23:03,673 INFO [RS:0;dbdd1c922b13:41523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:03,675 INFO [RS:0;dbdd1c922b13:41523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41523%2C1732501381741, suffix=, logDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741, archiveDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/oldWALs, maxLogs=10 2024-11-25T02:23:03,687 DEBUG [RS:0;dbdd1c922b13:41523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, exclude list is [], retry=0 2024-11-25T02:23:03,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-57a0e814-16c7-4991-a076-095ccf20caed,DISK] 2024-11-25T02:23:03,691 INFO [RS:0;dbdd1c922b13:41523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 2024-11-25T02:23:03,691 DEBUG [RS:0;dbdd1c922b13:41523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35971:35971)] 2024-11-25T02:23:03,779 DEBUG [dbdd1c922b13:36061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:23:03,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:03,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41523,1732501381741, state=OPENING 2024-11-25T02:23:03,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:23:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:03,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1481054323/meta-region-server: CHANGED 2024-11-25T02:23:03,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1481054323/meta-region-server: CHANGED 2024-11-25T02:23:03,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:03,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41523,1732501381741}] 2024-11-25T02:23:04,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:04,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:23:04,042 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:23:04,042 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:04,042 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:23:04,043 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41523%2C1732501381741.meta, suffix=.meta, logDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741, archiveDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/oldWALs, maxLogs=10 2024-11-25T02:23:04,055 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.meta.1732501384043.meta, exclude list is [], retry=0 2024-11-25T02:23:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-57a0e814-16c7-4991-a076-095ccf20caed,DISK] 2024-11-25T02:23:04,058 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.meta.1732501384043.meta 2024-11-25T02:23:04,058 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35971:35971)] 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:04,059 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:23:04,059 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:23:04,059 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:23:04,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:04,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:04,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:04,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:04,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:04,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:04,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:04,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:04,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:04,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:04,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:04,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:04,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:04,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:04,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:04,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:04,064 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:04,064 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740 2024-11-25T02:23:04,065 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740 2024-11-25T02:23:04,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:04,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:04,066 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:04,067 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:04,067 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135107, jitterRate=3.9105117321014404E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:04,067 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:23:04,068 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501384059Writing region info on filesystem at 1732501384059Initializing all the Stores at 1732501384060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501384060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501384060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501384060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501384060Cleaning up temporary data from old regions at 1732501384066 (+6 ms)Running coprocessor post-open hooks at 1732501384067 (+1 ms)Region opened successfully at 1732501384068 (+1 ms) 2024-11-25T02:23:04,068 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501384038 2024-11-25T02:23:04,070 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:23:04,070 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:23:04,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:04,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,41523,1732501381741, state=OPEN 2024-11-25T02:23:04,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1481054323/meta-region-server 2024-11-25T02:23:04,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1481054323/meta-region-server 2024-11-25T02:23:04,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:04,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1481054323/meta-region-server: CHANGED 2024-11-25T02:23:04,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1481054323/meta-region-server: CHANGED 2024-11-25T02:23:04,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:23:04,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,41523,1732501381741 in 194 msec 2024-11-25T02:23:04,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:23:04,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-11-25T02:23:04,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:04,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:23:04,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:04,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41523,1732501381741, seqNum=-1] 2024-11-25T02:23:04,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:04,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:04,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 744 msec 2024-11-25T02:23:04,090 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501384090, completionTime=-1 2024-11-25T02:23:04,090 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:23:04,090 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501444092 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501504092 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:36061, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,093 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,094 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:23:04,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.288sec 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:04,096 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:23:04,098 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:23:04,098 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:23:04,098 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36061,1732501381581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:04,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f48e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:04,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:04,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:04,170 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a31954b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:04,172 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:04,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed80e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:04,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41523,1732501381741, seqNum=-1] 2024-11-25T02:23:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:04,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:04,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:04,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55030 2024-11-25T02:23:04,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:04,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016fcceb8c0008 connected 2024-11-25T02:23:04,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,43539,1732501370769 2024-11-25T02:23:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3abf65 2024-11-25T02:23:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:04,199 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:04,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:04,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:04,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:04,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:04,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:04,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a0dddacc12c91c92579ed92bfcf24c8, NAME => 'test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412 2024-11-25T02:23:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:23:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:04,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:04,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:04,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a0dddacc12c91c92579ed92bfcf24c8, disabling compactions & flushes 2024-11-25T02:23:05,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. after waiting 0 ms 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a0dddacc12c91c92579ed92bfcf24c8: Waiting for close lock at 1732501385015Disabling compacts and flushes for region at 1732501385015Disabling writes for close at 1732501385015Writing region close event to WAL at 1732501385015Closed at 1732501385015 2024-11-25T02:23:05,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:05,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501385016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501385016"}]},"ts":"1732501385016"} 2024-11-25T02:23:05,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:05,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:05,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501385019"}]},"ts":"1732501385019"} 2024-11-25T02:23:05,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:23:05,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a0dddacc12c91c92579ed92bfcf24c8, ASSIGN}] 2024-11-25T02:23:05,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a0dddacc12c91c92579ed92bfcf24c8, ASSIGN 2024-11-25T02:23:05,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a0dddacc12c91c92579ed92bfcf24c8, ASSIGN; state=OFFLINE, location=dbdd1c922b13,35901,1732501370974; forceNewPlan=false, retain=false 2024-11-25T02:23:05,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a0dddacc12c91c92579ed92bfcf24c8, regionState=OPENING, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a0dddacc12c91c92579ed92bfcf24c8, ASSIGN because future has completed 2024-11-25T02:23:05,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0dddacc12c91c92579ed92bfcf24c8, server=dbdd1c922b13,35901,1732501370974}] 2024-11-25T02:23:05,330 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,331 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a0dddacc12c91c92579ed92bfcf24c8, NAME => 'test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:05,331 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:05,331 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:23:05,331 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,331 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:05,331 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,331 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,332 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,333 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0dddacc12c91c92579ed92bfcf24c8 columnFamilyName f 2024-11-25T02:23:05,333 DEBUG [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:05,333 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(327): Store=2a0dddacc12c91c92579ed92bfcf24c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:05,333 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,334 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0dddacc12c91c92579ed92bfcf24c8 columnFamilyName f1 2024-11-25T02:23:05,334 DEBUG [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:05,334 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(327): Store=2a0dddacc12c91c92579ed92bfcf24c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:05,334 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,335 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a0dddacc12c91c92579ed92bfcf24c8 columnFamilyName norep 2024-11-25T02:23:05,335 DEBUG [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:05,336 INFO [StoreOpener-2a0dddacc12c91c92579ed92bfcf24c8-1 {}] regionserver.HStore(327): Store=2a0dddacc12c91c92579ed92bfcf24c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:05,336 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,336 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,336 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,337 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,337 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,337 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:05,338 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,339 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:05,339 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a0dddacc12c91c92579ed92bfcf24c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890149, jitterRate=-0.06286375224590302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:05,339 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:05,340 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a0dddacc12c91c92579ed92bfcf24c8: Running coprocessor pre-open hook at 1732501385331Writing region info on filesystem at 1732501385331Initializing all the Stores at 1732501385332 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501385332Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501385332Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501385332Cleaning up temporary data from old regions at 1732501385337 (+5 ms)Running coprocessor post-open hooks at 1732501385339 (+2 ms)Region opened successfully at 1732501385340 (+1 ms) 2024-11-25T02:23:05,341 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8., pid=6, masterSystemTime=1732501385327 2024-11-25T02:23:05,342 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:05,342 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:05,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a0dddacc12c91c92579ed92bfcf24c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a0dddacc12c91c92579ed92bfcf24c8, server=dbdd1c922b13,35901,1732501370974 because future has completed 2024-11-25T02:23:05,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:23:05,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a0dddacc12c91c92579ed92bfcf24c8, server=dbdd1c922b13,35901,1732501370974 in 170 msec 2024-11-25T02:23:05,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:23:05,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a0dddacc12c91c92579ed92bfcf24c8, ASSIGN in 325 msec 2024-11-25T02:23:05,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:05,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501385348"}]},"ts":"1732501385348"} 2024-11-25T02:23:05,350 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:23:05,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:05,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-25T02:23:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:06,354 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:23:06,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:06,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:06,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fce180b 2024-11-25T02:23:06,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:06,355 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:06,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:06,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:06,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:06,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:06,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:06,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b5edf6b37c343f5623d250ca51e2f20, NAME => 'test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633 2024-11-25T02:23:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:23:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:07,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:07,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b5edf6b37c343f5623d250ca51e2f20, disabling compactions & flushes 2024-11-25T02:23:07,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. after waiting 0 ms 2024-11-25T02:23:07,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b5edf6b37c343f5623d250ca51e2f20: Waiting for close lock at 1732501387173Disabling compacts and flushes for region at 1732501387173Disabling writes for close at 1732501387174 (+1 ms)Writing region close event to WAL at 1732501387174Closed at 1732501387174 2024-11-25T02:23:07,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:07,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501387175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501387175"}]},"ts":"1732501387175"} 2024-11-25T02:23:07,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:07,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:07,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501387178"}]},"ts":"1732501387178"} 2024-11-25T02:23:07,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:23:07,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b5edf6b37c343f5623d250ca51e2f20, ASSIGN}] 2024-11-25T02:23:07,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b5edf6b37c343f5623d250ca51e2f20, ASSIGN 2024-11-25T02:23:07,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b5edf6b37c343f5623d250ca51e2f20, ASSIGN; state=OFFLINE, location=dbdd1c922b13,34981,1732501376463; forceNewPlan=false, retain=false 2024-11-25T02:23:07,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b5edf6b37c343f5623d250ca51e2f20, regionState=OPENING, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:07,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b5edf6b37c343f5623d250ca51e2f20, ASSIGN because future has completed 2024-11-25T02:23:07,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5edf6b37c343f5623d250ca51e2f20, server=dbdd1c922b13,34981,1732501376463}] 2024-11-25T02:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:07,493 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,493 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b5edf6b37c343f5623d250ca51e2f20, NAME => 'test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:07,494 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:07,494 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:23:07,494 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,494 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:07,494 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,494 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,495 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,496 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5edf6b37c343f5623d250ca51e2f20 columnFamilyName f 2024-11-25T02:23:07,496 DEBUG [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:07,497 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(327): Store=2b5edf6b37c343f5623d250ca51e2f20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:07,497 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,498 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5edf6b37c343f5623d250ca51e2f20 columnFamilyName f1 2024-11-25T02:23:07,498 DEBUG [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:07,498 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(327): Store=2b5edf6b37c343f5623d250ca51e2f20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:07,498 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,499 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5edf6b37c343f5623d250ca51e2f20 columnFamilyName norep 2024-11-25T02:23:07,499 DEBUG [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:07,499 INFO [StoreOpener-2b5edf6b37c343f5623d250ca51e2f20-1 {}] regionserver.HStore(327): Store=2b5edf6b37c343f5623d250ca51e2f20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:07,499 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,500 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,500 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,500 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,500 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,501 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:07,502 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,503 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:07,503 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b5edf6b37c343f5623d250ca51e2f20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045495, jitterRate=0.05866037309169769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:07,503 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:07,503 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b5edf6b37c343f5623d250ca51e2f20: Running coprocessor pre-open hook at 1732501387494Writing region info on filesystem at 1732501387494Initializing all the Stores at 1732501387495 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501387495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501387495Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501387495Cleaning up temporary data from old regions at 1732501387501 (+6 ms)Running coprocessor post-open hooks at 1732501387503 (+2 ms)Region opened successfully at 1732501387503 2024-11-25T02:23:07,504 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20., pid=6, masterSystemTime=1732501387486 2024-11-25T02:23:07,505 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,505 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:07,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b5edf6b37c343f5623d250ca51e2f20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:07,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5edf6b37c343f5623d250ca51e2f20, server=dbdd1c922b13,34981,1732501376463 because future has completed 2024-11-25T02:23:07,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:23:07,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b5edf6b37c343f5623d250ca51e2f20, server=dbdd1c922b13,34981,1732501376463 in 174 msec 2024-11-25T02:23:07,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:23:07,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b5edf6b37c343f5623d250ca51e2f20, ASSIGN in 329 msec 2024-11-25T02:23:07,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:07,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501387511"}]},"ts":"1732501387511"} 2024-11-25T02:23:07,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:23:07,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:07,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-25T02:23:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:08,503 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:23:08,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@422abee 2024-11-25T02:23:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:08,505 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:08,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:08,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:08,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:08,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:08,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:08,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0fc6ae4d3b7a296adec5d45b9786298, NAME => 'test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1 2024-11-25T02:23:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0fc6ae4d3b7a296adec5d45b9786298, disabling compactions & flushes 2024-11-25T02:23:09,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. after waiting 0 ms 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0fc6ae4d3b7a296adec5d45b9786298: Waiting for close lock at 1732501389001Disabling compacts and flushes for region at 1732501389001Disabling writes for close at 1732501389001Writing region close event to WAL at 1732501389001Closed at 1732501389001 2024-11-25T02:23:09,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:09,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501389002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501389002"}]},"ts":"1732501389002"} 2024-11-25T02:23:09,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:09,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:09,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501389005"}]},"ts":"1732501389005"} 2024-11-25T02:23:09,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:23:09,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fc6ae4d3b7a296adec5d45b9786298, ASSIGN}] 2024-11-25T02:23:09,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fc6ae4d3b7a296adec5d45b9786298, ASSIGN 2024-11-25T02:23:09,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0fc6ae4d3b7a296adec5d45b9786298, ASSIGN; state=OFFLINE, location=dbdd1c922b13,41523,1732501381741; forceNewPlan=false, retain=false 2024-11-25T02:23:09,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fc6ae4d3b7a296adec5d45b9786298, regionState=OPENING, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:09,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0fc6ae4d3b7a296adec5d45b9786298, ASSIGN because future has completed 2024-11-25T02:23:09,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fc6ae4d3b7a296adec5d45b9786298, server=dbdd1c922b13,41523,1732501381741}] 2024-11-25T02:23:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:09,315 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0fc6ae4d3b7a296adec5d45b9786298, NAME => 'test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:09,315 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:09,315 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:23:09,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:09,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,315 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,316 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,317 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fc6ae4d3b7a296adec5d45b9786298 columnFamilyName f 2024-11-25T02:23:09,317 DEBUG [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:09,318 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(327): Store=e0fc6ae4d3b7a296adec5d45b9786298/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:09,318 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,318 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fc6ae4d3b7a296adec5d45b9786298 columnFamilyName f1 2024-11-25T02:23:09,318 DEBUG [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:09,319 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(327): Store=e0fc6ae4d3b7a296adec5d45b9786298/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:09,319 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,320 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fc6ae4d3b7a296adec5d45b9786298 columnFamilyName norep 2024-11-25T02:23:09,320 DEBUG [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:09,320 INFO [StoreOpener-e0fc6ae4d3b7a296adec5d45b9786298-1 {}] regionserver.HStore(327): Store=e0fc6ae4d3b7a296adec5d45b9786298/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:09,320 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,320 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,321 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:09,323 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,324 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:09,324 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0fc6ae4d3b7a296adec5d45b9786298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935390, jitterRate=-0.03238728642463684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:09,324 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:09,324 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0fc6ae4d3b7a296adec5d45b9786298: Running coprocessor pre-open hook at 1732501389315Writing region info on filesystem at 1732501389316 (+1 ms)Initializing all the Stores at 1732501389316Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501389316Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501389316Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501389316Cleaning up temporary data from old regions at 1732501389322 (+6 ms)Running coprocessor post-open hooks at 1732501389324 (+2 ms)Region opened successfully at 1732501389324 2024-11-25T02:23:09,325 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298., pid=6, masterSystemTime=1732501389312 2024-11-25T02:23:09,327 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,327 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:09,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fc6ae4d3b7a296adec5d45b9786298, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:09,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fc6ae4d3b7a296adec5d45b9786298, server=dbdd1c922b13,41523,1732501381741 because future has completed 2024-11-25T02:23:09,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:23:09,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0fc6ae4d3b7a296adec5d45b9786298, server=dbdd1c922b13,41523,1732501381741 in 169 msec 2024-11-25T02:23:09,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:23:09,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0fc6ae4d3b7a296adec5d45b9786298, ASSIGN in 325 msec 2024-11-25T02:23:09,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:09,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501389333"}]},"ts":"1732501389333"} 2024-11-25T02:23:09,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:23:09,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:09,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-25T02:23:09,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:09,723 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:23:09,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31120a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,43539,-1 for getting cluster id 2024-11-25T02:23:09,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:09,725 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3fb0435-c972-4d1e-b17e-db8f8c1d0e04' 2024-11-25T02:23:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3fb0435-c972-4d1e-b17e-db8f8c1d0e04" 2024-11-25T02:23:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,43539,-1] 2024-11-25T02:23:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:09,726 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dad7cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,43539,1732501370769 2024-11-25T02:23:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb64082 2024-11-25T02:23:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:09,729 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:09,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:39767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:09,732 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39767' 2024-11-25T02:23:09,733 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d73ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,733 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:09,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:09,733 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba4adc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:09,735 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:09,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b98838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:09,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d91401 2024-11-25T02:23:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:09,736 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:09,737 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:23:09,737 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:23:09,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:09,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:09,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:09,738 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:09,739 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:23:09,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:09,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:09,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:23:09,789 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:10,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5bb864398283f6990901592f8f3a949, NAME => 'hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412 2024-11-25T02:23:10,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:23:10,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:10,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5bb864398283f6990901592f8f3a949, disabling compactions & flushes 2024-11-25T02:23:10,163 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. after waiting 0 ms 2024-11-25T02:23:10,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5bb864398283f6990901592f8f3a949: Waiting for close lock at 1732501390163Disabling compacts and flushes for region at 1732501390163Disabling writes for close at 1732501390163Writing region close event to WAL at 1732501390163Closed at 1732501390163 2024-11-25T02:23:10,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:10,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501390164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501390164"}]},"ts":"1732501390164"} 2024-11-25T02:23:10,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:10,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:10,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501390167"}]},"ts":"1732501390167"} 2024-11-25T02:23:10,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:23:10,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5bb864398283f6990901592f8f3a949, ASSIGN}] 2024-11-25T02:23:10,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5bb864398283f6990901592f8f3a949, ASSIGN 2024-11-25T02:23:10,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5bb864398283f6990901592f8f3a949, ASSIGN; state=OFFLINE, location=dbdd1c922b13,35901,1732501370974; forceNewPlan=false, retain=false 2024-11-25T02:23:10,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5bb864398283f6990901592f8f3a949, regionState=OPENING, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:10,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5bb864398283f6990901592f8f3a949, ASSIGN because future has completed 2024-11-25T02:23:10,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5bb864398283f6990901592f8f3a949, server=dbdd1c922b13,35901,1732501370974}] 2024-11-25T02:23:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:10,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:10,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:23:10,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C35901%2C1732501370974.rep, suffix=, logDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974, archiveDir=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/oldWALs, maxLogs=10 2024-11-25T02:23:10,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.rep.1732501390480, exclude list is [], retry=0 2024-11-25T02:23:10,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-04f7806d-9dc8-4973-9793-f2a58700422b,DISK] 2024-11-25T02:23:10,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.rep.1732501390480 2024-11-25T02:23:10,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5bb864398283f6990901592f8f3a949, NAME => 'hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:10,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. service=MultiRowMutationService 2024-11-25T02:23:10,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,498 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,499 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5bb864398283f6990901592f8f3a949 columnFamilyName hfileref 2024-11-25T02:23:10,499 DEBUG [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:10,500 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(327): Store=c5bb864398283f6990901592f8f3a949/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:10,500 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,501 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5bb864398283f6990901592f8f3a949 columnFamilyName queue 2024-11-25T02:23:10,501 DEBUG [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:10,501 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(327): Store=c5bb864398283f6990901592f8f3a949/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:10,501 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,501 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5bb864398283f6990901592f8f3a949 columnFamilyName sid 2024-11-25T02:23:10,501 DEBUG [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:10,502 INFO [StoreOpener-c5bb864398283f6990901592f8f3a949-1 {}] regionserver.HStore(327): Store=c5bb864398283f6990901592f8f3a949/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:10,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:10,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5bb864398283f6990901592f8f3a949; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73914021, jitterRate=0.10140474140644073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5bb864398283f6990901592f8f3a949: Running coprocessor pre-open hook at 1732501390497Writing region info on filesystem at 1732501390497Initializing all the Stores at 1732501390498 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501390498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501390498Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501390498Cleaning up temporary data from old regions at 1732501390503 (+5 ms)Running coprocessor post-open hooks at 1732501390506 (+3 ms)Region opened successfully at 1732501390506 2024-11-25T02:23:10,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949., pid=10, masterSystemTime=1732501390475 2024-11-25T02:23:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:10,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5bb864398283f6990901592f8f3a949, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5bb864398283f6990901592f8f3a949, server=dbdd1c922b13,35901,1732501370974 because future has completed 2024-11-25T02:23:10,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:23:10,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5bb864398283f6990901592f8f3a949, server=dbdd1c922b13,35901,1732501370974 in 187 msec 2024-11-25T02:23:10,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:23:10,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5bb864398283f6990901592f8f3a949, ASSIGN in 343 msec 2024-11-25T02:23:10,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:10,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501390515"}]},"ts":"1732501390515"} 2024-11-25T02:23:10,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:23:10,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:10,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-25T02:23:10,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949., hostname=dbdd1c922b13,35901,1732501370974, seqNum=2] 2024-11-25T02:23:10,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:23:10,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:23:10,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:23:10,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:23:10,780 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:23:10,807 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,35901,1732501370974, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:23:10,807 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:10,807 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,35901,1732501370974, seqNum=-1] 2024-11-25T02:23:10,807 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:10,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-25T02:23:10,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,35901,1732501370974', locateType=CURRENT is [region=hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949., hostname=dbdd1c922b13,35901,1732501370974, seqNum=2] 2024-11-25T02:23:10,811 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:23:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:23:10,813 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,35901,1732501370974 suceeded 2024-11-25T02:23:10,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:23:10,815 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:39767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:23:10,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-25T02:23:10,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-25T02:23:10,825 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39767' 2024-11-25T02:23:10,826 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c18fcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,826 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:10,826 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:10,826 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8c36c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,828 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:10,828 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ecb62d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,828 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:10,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:10,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c13c9c1 2024-11-25T02:23:10,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:10,830 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-25T02:23:10,830 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,35901,1732501370974 (queues=1) is replicating from cluster=f3fb0435-c972-4d1e-b17e-db8f8c1d0e04 to cluster=604c2f58-6b57-41de-9560-20670a3fcd3b 2024-11-25T02:23:10,830 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C35901%2C1732501370974 2024-11-25T02:23:10,830 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,35901,1732501370974, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:23:10,831 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C35901%2C1732501370974 2024-11-25T02:23:10,831 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, startPosition=0, beingWritten=true 2024-11-25T02:23:10,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:10,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,835 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:10,835 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:10,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,835 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,35901,1732501370974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:10,863 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:23:10,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:10,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:10,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:10,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5714d192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:10,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:10,865 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73915ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,866 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:10,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc5a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:10,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:10,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f474c4 2024-11-25T02:23:10,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:10,868 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:10,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:36061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:23:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:23:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:10,871 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:36061' 2024-11-25T02:23:10,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e212ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,872 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:10,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:10,873 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d4d997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:10,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,874 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:10,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46426a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:10,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:10,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:10,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cda42de 2024-11-25T02:23:10,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:10,876 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:10,876 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:23:10,877 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:23:10,877 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,877 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:10,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:10,877 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:10,878 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:23:10,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:10,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:10,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:23:10,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:10,928 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:23:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:11,043 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:11,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6ea6b7c741a95dbd2ba6f29c24e895e, NAME => 'hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633 2024-11-25T02:23:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:23:11,346 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6ea6b7c741a95dbd2ba6f29c24e895e, disabling compactions & flushes 2024-11-25T02:23:11,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. after waiting 0 ms 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:11,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:11,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6ea6b7c741a95dbd2ba6f29c24e895e: Waiting for close lock at 1732501391691Disabling compacts and flushes for region at 1732501391691Disabling writes for close at 1732501391691Writing region close event to WAL at 1732501391691Closed at 1732501391691 2024-11-25T02:23:11,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:11,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501391692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501391692"}]},"ts":"1732501391692"} 2024-11-25T02:23:11,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:11,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:11,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501391695"}]},"ts":"1732501391695"} 2024-11-25T02:23:11,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:23:11,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6ea6b7c741a95dbd2ba6f29c24e895e, ASSIGN}] 2024-11-25T02:23:11,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6ea6b7c741a95dbd2ba6f29c24e895e, ASSIGN 2024-11-25T02:23:11,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6ea6b7c741a95dbd2ba6f29c24e895e, ASSIGN; state=OFFLINE, location=dbdd1c922b13,34981,1732501376463; forceNewPlan=false, retain=false 2024-11-25T02:23:11,749 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:11,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6ea6b7c741a95dbd2ba6f29c24e895e, regionState=OPENING, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:11,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6ea6b7c741a95dbd2ba6f29c24e895e, ASSIGN because future has completed 2024-11-25T02:23:11,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6ea6b7c741a95dbd2ba6f29c24e895e, server=dbdd1c922b13,34981,1732501376463}] 2024-11-25T02:23:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:12,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:12,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:12,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:23:12,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C34981%2C1732501376463.rep, suffix=, logDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/oldWALs, maxLogs=10 2024-11-25T02:23:12,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.rep.1732501392007, exclude list is [], retry=0 2024-11-25T02:23:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34973,DS-b3387f29-81b9-40d4-a34e-0b7ed4bd614b,DISK] 2024-11-25T02:23:12,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.rep.1732501392007 2024-11-25T02:23:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33563:33563)] 2024-11-25T02:23:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a6ea6b7c741a95dbd2ba6f29c24e895e, NAME => 'hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:12,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. service=MultiRowMutationService 2024-11-25T02:23:12,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,028 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,029 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6ea6b7c741a95dbd2ba6f29c24e895e columnFamilyName hfileref 2024-11-25T02:23:12,029 DEBUG [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:12,029 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(327): Store=a6ea6b7c741a95dbd2ba6f29c24e895e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:12,029 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,030 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6ea6b7c741a95dbd2ba6f29c24e895e columnFamilyName queue 2024-11-25T02:23:12,030 DEBUG [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:12,030 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(327): Store=a6ea6b7c741a95dbd2ba6f29c24e895e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:12,030 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,031 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6ea6b7c741a95dbd2ba6f29c24e895e columnFamilyName sid 2024-11-25T02:23:12,031 DEBUG [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:12,031 INFO [StoreOpener-a6ea6b7c741a95dbd2ba6f29c24e895e-1 {}] regionserver.HStore(327): Store=a6ea6b7c741a95dbd2ba6f29c24e895e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:12,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/replication/a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/replication/a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:12,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/replication/a6ea6b7c741a95dbd2ba6f29c24e895e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:12,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a6ea6b7c741a95dbd2ba6f29c24e895e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74558389, jitterRate=0.11100657284259796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a6ea6b7c741a95dbd2ba6f29c24e895e: Running coprocessor pre-open hook at 1732501392027Writing region info on filesystem at 1732501392027Initializing all the Stores at 1732501392027Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501392027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501392028 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501392028Cleaning up temporary data from old regions at 1732501392033 (+5 ms)Running coprocessor post-open hooks at 1732501392036 (+3 ms)Region opened successfully at 1732501392036 2024-11-25T02:23:12,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e., pid=10, masterSystemTime=1732501392002 2024-11-25T02:23:12,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:12,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:12,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6ea6b7c741a95dbd2ba6f29c24e895e, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:12,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6ea6b7c741a95dbd2ba6f29c24e895e, server=dbdd1c922b13,34981,1732501376463 because future has completed 2024-11-25T02:23:12,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:23:12,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a6ea6b7c741a95dbd2ba6f29c24e895e, server=dbdd1c922b13,34981,1732501376463 in 190 msec 2024-11-25T02:23:12,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:23:12,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6ea6b7c741a95dbd2ba6f29c24e895e, ASSIGN in 345 msec 2024-11-25T02:23:12,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:12,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501392044"}]},"ts":"1732501392044"} 2024-11-25T02:23:12,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:23:12,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:12,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-25T02:23:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:23:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:23:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:23:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e., hostname=dbdd1c922b13,34981,1732501376463, seqNum=2] 2024-11-25T02:23:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:23:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:23:12,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:23:12,252 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:12,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:23:12,323 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:23:12,350 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,34981,1732501376463, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34981,1732501376463, seqNum=-1] 2024-11-25T02:23:12,351 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:12,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T02:23:12,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,34981,1732501376463', locateType=CURRENT is [region=hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e., hostname=dbdd1c922b13,34981,1732501376463, seqNum=2] 2024-11-25T02:23:12,355 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:23:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:23:12,356 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,34981,1732501376463 suceeded 2024-11-25T02:23:12,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:23:12,358 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:36061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:23:12,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-25T02:23:12,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-25T02:23:12,368 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:36061' 2024-11-25T02:23:12,369 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14981606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:12,369 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:12,369 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:12,370 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ad8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:12,371 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:12,371 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72646dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:12,371 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcd29d8 2024-11-25T02:23:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:12,373 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-25T02:23:12,373 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,34981,1732501376463 (queues=1) is replicating from cluster=604c2f58-6b57-41de-9560-20670a3fcd3b to cluster=6eb18fc9-13c5-4d04-b3f0-a2b481706d39 2024-11-25T02:23:12,373 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C34981%2C1732501376463 2024-11-25T02:23:12,373 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,34981,1732501376463, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:23:12,374 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, startPosition=0, beingWritten=true 2024-11-25T02:23:12,374 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C34981%2C1732501376463 2024-11-25T02:23:12,378 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:12,378 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:12,378 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:12,580 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:12,813 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-11-25T02:23:12,814 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-25T02:23:12,856 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:12,884 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:13,014 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:23:13,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:13,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:13,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:13,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0cd206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:13,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:13,015 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d94496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:13,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,017 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:13,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13901b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:13,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@516a11ad 2024-11-25T02:23:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:13,019 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:13,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:39767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:13,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39767' 2024-11-25T02:23:13,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ba07e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,023 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:13,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:13,024 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1fc9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,025 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331ab476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:13,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b6f77e 2024-11-25T02:23:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:13,027 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:13,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T02:23:13,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:23:13,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:13,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:13,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:13,028 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:23:13,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:13,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:13,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:23:13,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:23:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:13,287 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:13,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7be0c6afd4ab50525e84b067dd33b517, NAME => 'hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1 2024-11-25T02:23:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:23:13,559 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:13,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:13,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:13,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108750 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:13,790 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:13,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:13,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7be0c6afd4ab50525e84b067dd33b517, disabling compactions & flushes 2024-11-25T02:23:13,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:13,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:13,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. after waiting 0 ms 2024-11-25T02:23:13,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:13,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:13,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7be0c6afd4ab50525e84b067dd33b517: Waiting for close lock at 1732501393841Disabling compacts and flushes for region at 1732501393841Disabling writes for close at 1732501393842 (+1 ms)Writing region close event to WAL at 1732501393842Closed at 1732501393842 2024-11-25T02:23:13,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:13,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501393843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501393843"}]},"ts":"1732501393843"} 2024-11-25T02:23:13,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:13,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:13,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501393845"}]},"ts":"1732501393845"} 2024-11-25T02:23:13,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:23:13,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7be0c6afd4ab50525e84b067dd33b517, ASSIGN}] 2024-11-25T02:23:13,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7be0c6afd4ab50525e84b067dd33b517, ASSIGN 2024-11-25T02:23:13,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7be0c6afd4ab50525e84b067dd33b517, ASSIGN; state=OFFLINE, location=dbdd1c922b13,41523,1732501381741; forceNewPlan=false, retain=false 2024-11-25T02:23:13,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7be0c6afd4ab50525e84b067dd33b517, regionState=OPENING, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:14,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7be0c6afd4ab50525e84b067dd33b517, ASSIGN because future has completed 2024-11-25T02:23:14,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7be0c6afd4ab50525e84b067dd33b517, server=dbdd1c922b13,41523,1732501381741}] 2024-11-25T02:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:14,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:14,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:14,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:23:14,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C41523%2C1732501381741.rep, suffix=, logDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741, archiveDir=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/oldWALs, maxLogs=10 2024-11-25T02:23:14,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.rep.1732501394159, exclude list is [], retry=0 2024-11-25T02:23:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45857,DS-57a0e814-16c7-4991-a076-095ccf20caed,DISK] 2024-11-25T02:23:14,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.rep.1732501394159 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35971:35971)] 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7be0c6afd4ab50525e84b067dd33b517, NAME => 'hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:14,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. service=MultiRowMutationService 2024-11-25T02:23:14,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,175 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,176 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be0c6afd4ab50525e84b067dd33b517 columnFamilyName hfileref 2024-11-25T02:23:14,176 DEBUG [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:14,177 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(327): Store=7be0c6afd4ab50525e84b067dd33b517/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:14,177 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,177 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be0c6afd4ab50525e84b067dd33b517 columnFamilyName queue 2024-11-25T02:23:14,177 DEBUG [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:14,178 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(327): Store=7be0c6afd4ab50525e84b067dd33b517/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:14,178 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,178 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be0c6afd4ab50525e84b067dd33b517 columnFamilyName sid 2024-11-25T02:23:14,179 DEBUG [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:14,179 INFO [StoreOpener-7be0c6afd4ab50525e84b067dd33b517-1 {}] regionserver.HStore(327): Store=7be0c6afd4ab50525e84b067dd33b517/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:14,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:14,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7be0c6afd4ab50525e84b067dd33b517; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68620431, jitterRate=0.02252410352230072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:14,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:14,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7be0c6afd4ab50525e84b067dd33b517: Running coprocessor pre-open hook at 1732501394174Writing region info on filesystem at 1732501394174Initializing all the Stores at 1732501394175 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501394175Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501394175Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501394175Cleaning up temporary data from old regions at 1732501394180 (+5 ms)Running coprocessor post-open hooks at 1732501394183 (+3 ms)Region opened successfully at 1732501394183 2024-11-25T02:23:14,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517., pid=10, masterSystemTime=1732501394154 2024-11-25T02:23:14,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:14,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:14,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7be0c6afd4ab50525e84b067dd33b517, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:14,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7be0c6afd4ab50525e84b067dd33b517, server=dbdd1c922b13,41523,1732501381741 because future has completed 2024-11-25T02:23:14,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:23:14,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7be0c6afd4ab50525e84b067dd33b517, server=dbdd1c922b13,41523,1732501381741 in 186 msec 2024-11-25T02:23:14,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:23:14,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7be0c6afd4ab50525e84b067dd33b517, ASSIGN in 342 msec 2024-11-25T02:23:14,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:14,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501394191"}]},"ts":"1732501394191"} 2024-11-25T02:23:14,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:23:14,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:14,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-25T02:23:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517., hostname=dbdd1c922b13,41523,1732501381741, seqNum=2] 2024-11-25T02:23:14,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:14,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:14,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:23:14,362 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:14,393 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:14,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:23:14,496 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:23:14,522 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,41523,1732501381741, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:23:14,522 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:14,522 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41523,1732501381741, seqNum=-1] 2024-11-25T02:23:14,523 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:14,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T02:23:14,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,41523,1732501381741', locateType=CURRENT is [region=hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517., hostname=dbdd1c922b13,41523,1732501381741, seqNum=2] 2024-11-25T02:23:14,527 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:23:14,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,41523,1732501381741 suceeded 2024-11-25T02:23:14,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:23:14,530 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:39767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:23:14,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-25T02:23:14,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-25T02:23:14,547 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39767' 2024-11-25T02:23:14,548 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b54005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:14,548 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:14,548 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:14,549 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d1f24a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:14,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:14,550 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:14,551 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66343d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:14,551 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:14,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:14,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ac7154 2024-11-25T02:23:14,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:14,552 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-25T02:23:14,553 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,41523,1732501381741 (queues=1) is replicating from cluster=6eb18fc9-13c5-4d04-b3f0-a2b481706d39 to cluster=604c2f58-6b57-41de-9560-20670a3fcd3b 2024-11-25T02:23:14,553 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C41523%2C1732501381741 2024-11-25T02:23:14,553 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,41523,1732501381741, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:23:14,553 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C41523%2C1732501381741 2024-11-25T02:23:14,553 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, startPosition=0, beingWritten=true 2024-11-25T02:23:14,558 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:14,558 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 379, reset compression=false 2024-11-25T02:23:14,558 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:14,767 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 379, reset compression=false 2024-11-25T02:23:15,070 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 379, reset compression=false 2024-11-25T02:23:15,097 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:15,163 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:23:15,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:15,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ac0b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,43539,-1 for getting cluster id 2024-11-25T02:23:15,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:15,165 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3fb0435-c972-4d1e-b17e-db8f8c1d0e04' 2024-11-25T02:23:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3fb0435-c972-4d1e-b17e-db8f8c1d0e04" 2024-11-25T02:23:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,43539,-1] 2024-11-25T02:23:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,166 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177deeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40427012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:15,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:15,169 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ad00f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,170 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15988780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:15,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:15,172 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54676a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,173 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26402bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,35901,1732501370974, seqNum=-1] 2024-11-25T02:23:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:15,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8., hostname=dbdd1c922b13,35901,1732501370974, seqNum=2] 2024-11-25T02:23:15,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41523,1732501381741, seqNum=-1] 2024-11-25T02:23:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:15,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298., hostname=dbdd1c922b13,41523,1732501381741, seqNum=2] 2024-11-25T02:23:15,185 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T02:23:15,265 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 379, reset compression=false 2024-11-25T02:23:15,269 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:15,269 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:15,269 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,35901,1732501370974 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a0dddacc12c91c92579ed92bfcf24c8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T02:23:15,271 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:15,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-25T02:23:15,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:15,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea5259f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39767,-1 for getting cluster id 2024-11-25T02:23:15,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:15,274 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '604c2f58-6b57-41de-9560-20670a3fcd3b' 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "604c2f58-6b57-41de-9560-20670a3fcd3b" 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@320db092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39767,-1] 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:15,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,275 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:15,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@494497ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34981,1732501376463, seqNum=-1] 2024-11-25T02:23:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:15,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T02:23:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20., hostname=dbdd1c922b13,34981,1732501376463, seqNum=2] 2024-11-25T02:23:15,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:15,472 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:15,473 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 379, reset compression=false 2024-11-25T02:23:15,776 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:15,899 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 379, reset compression=false 2024-11-25T02:23:15,903 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:15,903 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 504, reset compression=false 2024-11-25T02:23:15,903 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5edf6b37c343f5623d250ca51e2f20/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T02:23:15,905 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:15,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-25T02:23:15,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:15,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6525e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36061,-1 for getting cluster id 2024-11-25T02:23:15,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:15,907 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6eb18fc9-13c5-4d04-b3f0-a2b481706d39' 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6eb18fc9-13c5-4d04-b3f0-a2b481706d39" 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bc0441c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36061,-1] 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:15,908 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:15,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49739c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:15,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,41523,1732501381741, seqNum=-1] 2024-11-25T02:23:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:15,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T02:23:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298., hostname=dbdd1c922b13,41523,1732501381741, seqNum=2] 2024-11-25T02:23:15,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:15,976 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 379, reset compression=false 2024-11-25T02:23:15,979 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:15,979 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 527, reset compression=false 2024-11-25T02:23:15,979 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:15,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:16,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:16,106 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 504, reset compression=false 2024-11-25T02:23:16,179 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:16,183 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 527, reset compression=false 2024-11-25T02:23:16,187 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T02:23:16,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:16,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,34981,1732501376463, seqNum=-1] 2024-11-25T02:23:16,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:16,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:16,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20., hostname=dbdd1c922b13,34981,1732501376463, seqNum=2] 2024-11-25T02:23:16,193 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T02:23:16,410 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 504, reset compression=false 2024-11-25T02:23:16,413 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:16,413 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 608, reset compression=false 2024-11-25T02:23:16,413 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5edf6b37c343f5623d250ca51e2f20/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:23:16,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:16,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:16,486 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 527, reset compression=false 2024-11-25T02:23:16,490 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:16,490 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 654, reset compression=false 2024-11-25T02:23:16,490 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:16,616 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 608, reset compression=false 2024-11-25T02:23:16,682 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:16,693 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 654, reset compression=false 2024-11-25T02:23:16,919 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 608, reset compression=false 2024-11-25T02:23:16,996 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 654, reset compression=false 2024-11-25T02:23:17,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T02:23:17,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T02:23:17,286 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:17,322 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 608, reset compression=false 2024-11-25T02:23:17,399 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 654, reset compression=false 2024-11-25T02:23:17,403 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:17,403 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:17,403 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0fc6ae4d3b7a296adec5d45b9786298/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T02:23:17,404 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:17,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-25T02:23:17,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:17,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:17,606 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:17,825 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 608, reset compression=false 2024-11-25T02:23:17,830 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:17,830 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 735, reset compression=false 2024-11-25T02:23:17,830 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:17,909 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:17,989 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:18,034 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 735, reset compression=false 2024-11-25T02:23:18,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T02:23:18,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T02:23:18,313 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:18,338 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 735, reset compression=false 2024-11-25T02:23:18,741 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 735, reset compression=false 2024-11-25T02:23:18,793 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 480, reset compression=false 2024-11-25T02:23:18,817 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:18,862 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:18,862 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:18,862 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,35901,1732501370974 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a0dddacc12c91c92579ed92bfcf24c8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T02:23:18,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:18,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:19,066 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:19,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T02:23:19,245 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 735, reset compression=false 2024-11-25T02:23:19,249 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:19,249 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 883, reset compression=false 2024-11-25T02:23:19,249 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5edf6b37c343f5623d250ca51e2f20/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T02:23:19,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:19,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:19,369 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:19,420 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 758, reset compression=false 2024-11-25T02:23:19,424 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:19,424 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 929, reset compression=false 2024-11-25T02:23:19,424 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:19,453 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 883, reset compression=false 2024-11-25T02:23:19,627 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 929, reset compression=false 2024-11-25T02:23:19,756 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 883, reset compression=false 2024-11-25T02:23:19,772 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:19,930 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 929, reset compression=false 2024-11-25T02:23:20,159 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 883, reset compression=false 2024-11-25T02:23:20,204 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T02:23:20,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T02:23:20,275 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:20,333 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 929, reset compression=false 2024-11-25T02:23:20,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:23:20,662 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 883, reset compression=false 2024-11-25T02:23:20,666 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:20,666 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1042, reset compression=false 2024-11-25T02:23:20,666 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5edf6b37c343f5623d250ca51e2f20/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T02:23:20,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:20,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:20,837 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 929, reset compression=false 2024-11-25T02:23:20,841 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:20,841 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1078, reset compression=false 2024-11-25T02:23:20,841 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:20,871 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1042, reset compression=false 2024-11-25T02:23:20,878 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:21,045 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1078, reset compression=false 2024-11-25T02:23:21,174 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1042, reset compression=false 2024-11-25T02:23:21,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T02:23:21,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T02:23:21,348 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1078, reset compression=false 2024-11-25T02:23:21,352 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:23:21,353 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1237, reset compression=false 2024-11-25T02:23:21,353 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0fc6ae4d3b7a296adec5d45b9786298/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T02:23:21,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T02:23:21,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T02:23:21,556 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1237, reset compression=false 2024-11-25T02:23:21,578 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1042, reset compression=false 2024-11-25T02:23:21,581 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:21,581 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:21,581 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:21,581 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:21,785 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:21,859 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1237, reset compression=false 2024-11-25T02:23:22,088 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:22,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T02:23:22,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:23:22,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:22,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:22,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:22,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:22,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:22,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:23:22,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1960991528, stopped=false 2024-11-25T02:23:22,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,36061,1732501381581 2024-11-25T02:23:22,262 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1237, reset compression=false 2024-11-25T02:23:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1481054323/running 2024-11-25T02:23:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1481054323/running 2024-11-25T02:23:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:22,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:22,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:22,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:22,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:22,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/running 2024-11-25T02:23:22,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,41523,1732501381741' ***** 2024-11-25T02:23:22,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:23:22,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Set watcher on znode that does not yet exist, /2-1481054323/running 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:23:22,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(3091): Received CLOSE for 7be0c6afd4ab50525e84b067dd33b517 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(3091): Received CLOSE for e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41523. 2024-11-25T02:23:22,291 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7be0c6afd4ab50525e84b067dd33b517, disabling compactions & flushes 2024-11-25T02:23:22,291 DEBUG [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:22,291 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:22,291 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:22,291 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:22,291 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. after waiting 0 ms 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:23:22,291 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:23:22,291 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:23:22,292 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7be0c6afd4ab50525e84b067dd33b517 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-25T02:23:22,292 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:23:22,292 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1325): Online Regions={7be0c6afd4ab50525e84b067dd33b517=hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517., e0fc6ae4d3b7a296adec5d45b9786298=test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:23:22,292 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7be0c6afd4ab50525e84b067dd33b517, e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:22,292 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:22,292 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:22,292 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:22,292 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:22,292 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:22,292 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:23:22,306 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/info/66fd3650254b4320860ac35613b781ec is 147, key is hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517./info:regioninfo/1732501394186/Put/seqid=0 2024-11-25T02:23:22,308 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/.tmp/queue/57b24049dc624d23b23e55a63da82720 is 154, key is 1-dbdd1c922b13,41523,1732501381741/queue:dbdd1c922b13%2C41523%2C1732501381741/1732501401357/Put/seqid=0 2024-11-25T02:23:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741840_1016 (size=7686) 2024-11-25T02:23:22,310 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/info/66fd3650254b4320860ac35613b781ec 2024-11-25T02:23:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741841_1017 (size=5353) 2024-11-25T02:23:22,326 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/ns/e7cd3ec7d8534aaeb8c7adc52358f041 is 43, key is default/ns:d/1732501384087/Put/seqid=0 2024-11-25T02:23:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:23:22,360 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:22,385 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:22,491 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:22,492 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7be0c6afd4ab50525e84b067dd33b517, e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:22,613 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:23:22,613 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:23:22,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:22,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,692 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7be0c6afd4ab50525e84b067dd33b517, e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,711 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/.tmp/queue/57b24049dc624d23b23e55a63da82720 2024-11-25T02:23:22,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,716 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/.tmp/queue/57b24049dc624d23b23e55a63da82720 as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/queue/57b24049dc624d23b23e55a63da82720 2024-11-25T02:23:22,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:22,719 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/queue/57b24049dc624d23b23e55a63da82720, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T02:23:22,720 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7be0c6afd4ab50525e84b067dd33b517 in 429ms, sequenceid=12, compaction requested=false 2024-11-25T02:23:22,723 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/replication/7be0c6afd4ab50525e84b067dd33b517/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:23:22,724 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7be0c6afd4ab50525e84b067dd33b517: Waiting for close lock at 1732501402291Running coprocessor pre-close hooks at 1732501402291Disabling compacts and flushes for region at 1732501402291Disabling writes for close at 1732501402291Obtaining lock to block concurrent updates at 1732501402292 (+1 ms)Preparing flush snapshotting stores in 7be0c6afd4ab50525e84b067dd33b517 at 1732501402292Finished memstore snapshotting hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732501402292Flushing stores of hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. at 1732501402292Flushing 7be0c6afd4ab50525e84b067dd33b517/queue: creating writer at 1732501402292Flushing 7be0c6afd4ab50525e84b067dd33b517/queue: appending metadata at 1732501402307 (+15 ms)Flushing 7be0c6afd4ab50525e84b067dd33b517/queue: closing flushed file at 1732501402308 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e176097: reopening flushed file at 1732501402715 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7be0c6afd4ab50525e84b067dd33b517 in 429ms, sequenceid=12, compaction requested=false at 1732501402720 (+5 ms)Writing region close event to WAL at 1732501402721 (+1 ms)Running coprocessor post-close hooks at 1732501402724 (+3 ms)Closed at 1732501402724 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501393028.7be0c6afd4ab50525e84b067dd33b517. 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0fc6ae4d3b7a296adec5d45b9786298, disabling compactions & flushes 2024-11-25T02:23:22,724 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. after waiting 0 ms 2024-11-25T02:23:22,724 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:22,724 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0fc6ae4d3b7a296adec5d45b9786298 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T02:23:22,729 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/ns/e7cd3ec7d8534aaeb8c7adc52358f041 2024-11-25T02:23:22,743 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f/a7cb2a2e3b4948e39302a90414985b7d is 29, key is row1/f:/1732501400205/DeleteFamily/seqid=0 2024-11-25T02:23:22,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741843_1019 (size=5152) 2024-11-25T02:23:22,750 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f/a7cb2a2e3b4948e39302a90414985b7d 2024-11-25T02:23:22,751 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/rep_barrier/1284d58754ff4e75bfa96fd88fe66c55 is 112, key is test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298./rep_barrier:seqnumDuringOpen/1732501389327/Put/seqid=0 2024-11-25T02:23:22,753 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cb2a2e3b4948e39302a90414985b7d 2024-11-25T02:23:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:23:22,756 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/rep_barrier/1284d58754ff4e75bfa96fd88fe66c55 2024-11-25T02:23:22,765 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1237, reset compression=false 2024-11-25T02:23:22,769 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:22,769 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1484, reset compression=false 2024-11-25T02:23:22,769 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,41523,1732501381741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:22,770 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,41523,1732501381741: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,41523,1732501381741, walGroup=dbdd1c922b13%2C41523%2C1732501381741, offset=dbdd1c922b13%2C41523%2C1732501381741.1732501383675:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:41523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:23:22,771 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:23:22,771 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:23:22,771 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:23:22,771 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:23:22,771 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:23:22,771 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f1/b12756ed6dbc451aa24c107c729ba75a is 30, key is row1/f1:/1732501400205/DeleteFamily/seqid=0 2024-11-25T02:23:22,771 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 967321240 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202403304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:23:22,772 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:36061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:36061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:23:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741845_1021 (size=5158) 2024-11-25T02:23:22,776 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/table/b949faa81c714abaa347f60718a26122 is 53, key is hbase:replication/table:state/1732501394191/Put/seqid=0 2024-11-25T02:23:22,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:23:22,892 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:22,974 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1484, reset compression=false 2024-11-25T02:23:22,994 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:23,092 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:23,176 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f1/b12756ed6dbc451aa24c107c729ba75a 2024-11-25T02:23:23,180 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b12756ed6dbc451aa24c107c729ba75a 2024-11-25T02:23:23,185 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/table/b949faa81c714abaa347f60718a26122 2024-11-25T02:23:23,189 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/info/66fd3650254b4320860ac35613b781ec as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/info/66fd3650254b4320860ac35613b781ec 2024-11-25T02:23:23,193 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/info/66fd3650254b4320860ac35613b781ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:23:23,194 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/ns/e7cd3ec7d8534aaeb8c7adc52358f041 as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/ns/e7cd3ec7d8534aaeb8c7adc52358f041 2024-11-25T02:23:23,195 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/norep/a5fe22d3fc124c76a365673829e33299 is 33, key is row2/norep:/1732501401210/DeleteFamily/seqid=0 2024-11-25T02:23:23,198 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/ns/e7cd3ec7d8534aaeb8c7adc52358f041, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:23:23,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741847_1023 (size=5108) 2024-11-25T02:23:23,199 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/rep_barrier/1284d58754ff4e75bfa96fd88fe66c55 as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/rep_barrier/1284d58754ff4e75bfa96fd88fe66c55 2024-11-25T02:23:23,203 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/rep_barrier/1284d58754ff4e75bfa96fd88fe66c55, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:23:23,203 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/.tmp/table/b949faa81c714abaa347f60718a26122 as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/table/b949faa81c714abaa347f60718a26122 2024-11-25T02:23:23,207 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/table/b949faa81c714abaa347f60718a26122, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:23:23,207 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false 2024-11-25T02:23:23,215 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:23:23,215 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:23,215 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:23:23,215 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:23,215 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501402292Running coprocessor pre-close hooks at 1732501402292Disabling compacts and flushes for region at 1732501402292Disabling writes for close at 1732501402292Obtaining lock to block concurrent updates at 1732501402292Preparing flush snapshotting stores in 1588230740 at 1732501402292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501402292Flushing stores of hbase:meta,,1.1588230740 at 1732501402292Flushing 1588230740/info: creating writer at 1732501402292Flushing 1588230740/info: appending metadata at 1732501402306 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732501402306Flushing 1588230740/ns: creating writer at 1732501402313 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732501402325 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732501402326 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732501402732 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501402751 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501402751Flushing 1588230740/table: creating writer at 1732501402759 (+8 ms)Flushing 1588230740/table: appending metadata at 1732501402776 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732501402776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69e416: reopening flushed file at 1732501403188 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713894a: reopening flushed file at 1732501403193 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3131028e: reopening flushed file at 1732501403198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ded46c3: reopening flushed file at 1732501403203 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false at 1732501403207 (+4 ms)Writing region close event to WAL at 1732501403213 (+6 ms)Running coprocessor post-close hooks at 1732501403215 (+2 ms)Closed at 1732501403215 2024-11-25T02:23:23,216 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:23,277 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1484, reset compression=false 2024-11-25T02:23:23,287 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:23,293 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:23,493 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:23:23,493 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1325): Online Regions={e0fc6ae4d3b7a296adec5d45b9786298=test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298.} 2024-11-25T02:23:23,493 DEBUG [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1351): Waiting on e0fc6ae4d3b7a296adec5d45b9786298 2024-11-25T02:23:23,598 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:23,598 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/norep/a5fe22d3fc124c76a365673829e33299 2024-11-25T02:23:23,602 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5fe22d3fc124c76a365673829e33299 2024-11-25T02:23:23,602 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f/a7cb2a2e3b4948e39302a90414985b7d as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/f/a7cb2a2e3b4948e39302a90414985b7d 2024-11-25T02:23:23,605 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cb2a2e3b4948e39302a90414985b7d 2024-11-25T02:23:23,605 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/f/a7cb2a2e3b4948e39302a90414985b7d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:23,606 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/f1/b12756ed6dbc451aa24c107c729ba75a as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/f1/b12756ed6dbc451aa24c107c729ba75a 2024-11-25T02:23:23,609 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b12756ed6dbc451aa24c107c729ba75a 2024-11-25T02:23:23,609 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/f1/b12756ed6dbc451aa24c107c729ba75a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:23,609 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/.tmp/norep/a5fe22d3fc124c76a365673829e33299 as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/norep/a5fe22d3fc124c76a365673829e33299 2024-11-25T02:23:23,612 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5fe22d3fc124c76a365673829e33299 2024-11-25T02:23:23,612 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/norep/a5fe22d3fc124c76a365673829e33299, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:23,613 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e0fc6ae4d3b7a296adec5d45b9786298 in 889ms, sequenceid=10, compaction requested=false 2024-11-25T02:23:23,616 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/data/default/test/e0fc6ae4d3b7a296adec5d45b9786298/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T02:23:23,617 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:23,617 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:23,617 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:23,617 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0fc6ae4d3b7a296adec5d45b9786298: Waiting for close lock at 1732501402724Running coprocessor pre-close hooks at 1732501402724Disabling compacts and flushes for region at 1732501402724Disabling writes for close at 1732501402724Obtaining lock to block concurrent updates at 1732501402724Preparing flush snapshotting stores in e0fc6ae4d3b7a296adec5d45b9786298 at 1732501402724Finished memstore snapshotting test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732501402724Flushing stores of test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. at 1732501402725 (+1 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/f: creating writer at 1732501402725Flushing e0fc6ae4d3b7a296adec5d45b9786298/f: appending metadata at 1732501402742 (+17 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/f: closing flushed file at 1732501402742Flushing e0fc6ae4d3b7a296adec5d45b9786298/f1: creating writer at 1732501402754 (+12 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/f1: appending metadata at 1732501402771 (+17 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/f1: closing flushed file at 1732501402771Flushing e0fc6ae4d3b7a296adec5d45b9786298/norep: creating writer at 1732501403180 (+409 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/norep: appending metadata at 1732501403194 (+14 ms)Flushing e0fc6ae4d3b7a296adec5d45b9786298/norep: closing flushed file at 1732501403194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ceb87: reopening flushed file at 1732501403602 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d9af7d: reopening flushed file at 1732501403605 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6c6953: reopening flushed file at 1732501403609 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e0fc6ae4d3b7a296adec5d45b9786298 in 889ms, sequenceid=10, compaction requested=false at 1732501403613 (+4 ms)Writing region close event to WAL at 1732501403614 (+1 ms)Running coprocessor post-close hooks at 1732501403617 (+3 ms)Closed at 1732501403617 2024-11-25T02:23:23,617 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501388505.e0fc6ae4d3b7a296adec5d45b9786298. 2024-11-25T02:23:23,681 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 1484, reset compression=false 2024-11-25T02:23:23,684 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:23,684 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/WALs/dbdd1c922b13,41523,1732501381741/dbdd1c922b13%2C41523%2C1732501381741.1732501383675 to pos 2128, reset compression=false 2024-11-25T02:23:23,693 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,41523,1732501381741; all regions closed. 2024-11-25T02:23:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:23:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741839_1015 (size=3114) 2024-11-25T02:23:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741833_1009 (size=2136) 2024-11-25T02:23:23,699 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:23,699 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:23,699 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:23,699 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:23,699 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:23,699 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:23,699 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,41523,1732501381741 because: Region server is closing 2024-11-25T02:23:23,700 INFO [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41523. 2024-11-25T02:23:23,700 DEBUG [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:23,700 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:23,700 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:23,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:23,800 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.shipperdbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 terminated 2024-11-25T02:23:23,800 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,41523,1732501381741.replicationSource.wal-reader.dbdd1c922b13%2C41523%2C1732501381741,1-dbdd1c922b13,41523,1732501381741 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:23:23,800 INFO [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:41523. 2024-11-25T02:23:23,800 DEBUG [RS:0;dbdd1c922b13:41523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:23,800 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:23,801 DEBUG [RS:0;dbdd1c922b13:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:23,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:23,801 INFO [RS:0;dbdd1c922b13:41523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41523 2024-11-25T02:23:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1481054323/rs/dbdd1c922b13,41523,1732501381741 2024-11-25T02:23:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323/rs 2024-11-25T02:23:23,951 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:23,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,41523,1732501381741] 2024-11-25T02:23:23,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1481054323/draining/dbdd1c922b13,41523,1732501381741 already deleted, retry=false 2024-11-25T02:23:23,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,41523,1732501381741 expired; onlineServers=0 2024-11-25T02:23:23,984 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,36061,1732501381581' ***** 2024-11-25T02:23:23,984 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:23:23,984 INFO [M:0;dbdd1c922b13:36061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:23,984 INFO [M:0;dbdd1c922b13:36061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:23,984 DEBUG [M:0;dbdd1c922b13:36061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:23:23,984 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:23:23,984 DEBUG [M:0;dbdd1c922b13:36061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:23:23,984 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501383353 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501383353,5,FailOnTimeoutGroup] 2024-11-25T02:23:23,984 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501383353 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501383353,5,FailOnTimeoutGroup] 2024-11-25T02:23:23,985 INFO [M:0;dbdd1c922b13:36061 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:23,985 INFO [M:0;dbdd1c922b13:36061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:23,985 DEBUG [M:0;dbdd1c922b13:36061 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:23:23,985 INFO [M:0;dbdd1c922b13:36061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:23:23,985 INFO [M:0;dbdd1c922b13:36061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:23,985 INFO [M:0;dbdd1c922b13:36061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:23:23,985 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:23:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1481054323/master 2024-11-25T02:23:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1481054323 2024-11-25T02:23:23,994 DEBUG [M:0;dbdd1c922b13:36061 {}] zookeeper.ZKUtil(347): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Unable to get data of znode /2-1481054323/master because node does not exist (not an error) 2024-11-25T02:23:23,994 WARN [M:0;dbdd1c922b13:36061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:23:23,995 INFO [M:0;dbdd1c922b13:36061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/.lastflushedseqids 2024-11-25T02:23:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741848_1024 (size=245) 2024-11-25T02:23:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:24,074 INFO [RS:0;dbdd1c922b13:41523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x1016fcceb8c0007, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:24,074 INFO [RS:0;dbdd1c922b13:41523 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,41523,1732501381741; zookeeper connection closed. 2024-11-25T02:23:24,074 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1507473f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1507473f 2024-11-25T02:23:24,074 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:23:24,290 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:24,301 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:24,399 INFO [M:0;dbdd1c922b13:36061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:23:24,399 INFO [M:0;dbdd1c922b13:36061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:23:24,399 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:24,399 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:24,399 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:24,399 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:24,399 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:24,399 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T02:23:24,412 DEBUG [M:0;dbdd1c922b13:36061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c57993f92554cffb2f9c03d69d185ec is 82, key is hbase:meta,,1/info:regioninfo/1732501384070/Put/seqid=0 2024-11-25T02:23:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741849_1025 (size=5672) 2024-11-25T02:23:24,816 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c57993f92554cffb2f9c03d69d185ec 2024-11-25T02:23:24,831 DEBUG [M:0;dbdd1c922b13:36061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23e957c01c6c481a9e0f7f42375fdabf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501394194/Put/seqid=0 2024-11-25T02:23:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741850_1026 (size=8516) 2024-11-25T02:23:25,105 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:25,235 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23e957c01c6c481a9e0f7f42375fdabf 2024-11-25T02:23:25,251 DEBUG [M:0;dbdd1c922b13:36061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/497dc4de66d54636bf9faf83ab0a116f is 69, key is dbdd1c922b13,41523,1732501381741/rs:state/1732501383409/Put/seqid=0 2024-11-25T02:23:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741851_1027 (size=5156) 2024-11-25T02:23:25,394 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:25,654 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/497dc4de66d54636bf9faf83ab0a116f 2024-11-25T02:23:25,658 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c57993f92554cffb2f9c03d69d185ec as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c57993f92554cffb2f9c03d69d185ec 2024-11-25T02:23:25,661 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c57993f92554cffb2f9c03d69d185ec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:23:25,662 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23e957c01c6c481a9e0f7f42375fdabf as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23e957c01c6c481a9e0f7f42375fdabf 2024-11-25T02:23:25,665 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23e957c01c6c481a9e0f7f42375fdabf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:23:25,666 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/497dc4de66d54636bf9faf83ab0a116f as hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/497dc4de66d54636bf9faf83ab0a116f 2024-11-25T02:23:25,669 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41269/user/jenkins/test-data/c1e116ba-864d-1a82-3e8d-154291f6c8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/497dc4de66d54636bf9faf83ab0a116f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:23:25,670 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-25T02:23:25,671 INFO [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:25,671 DEBUG [M:0;dbdd1c922b13:36061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501404399Disabling compacts and flushes for region at 1732501404399Disabling writes for close at 1732501404399Obtaining lock to block concurrent updates at 1732501404399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501404400 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732501404400Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501404400Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501404400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501404412 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501404412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501404819 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501404831 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501404831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501405238 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501405250 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501405250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0c0663: reopening flushed file at 1732501405658 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c242624: reopening flushed file at 1732501405662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa5d65c: reopening flushed file at 1732501405665 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1732501405670 (+5 ms)Writing region close event to WAL at 1732501405671 (+1 ms)Closed at 1732501405671 2024-11-25T02:23:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45857 is added to blk_1073741830_1006 (size=63654) 2024-11-25T02:23:25,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:25,673 INFO [M:0;dbdd1c922b13:36061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:23:25,673 INFO [M:0;dbdd1c922b13:36061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36061 2024-11-25T02:23:25,674 INFO [M:0;dbdd1c922b13:36061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:25,827 INFO [M:0;dbdd1c922b13:36061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:25,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:25,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36061-0x1016fcceb8c0006, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:25,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a31a1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:25,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@703b1795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:25,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:25,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6afda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:25,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5352deb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:25,832 WARN [BP-515831697-172.17.0.3-1732501379681 heartbeating to localhost/127.0.0.1:41269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:23:25,832 WARN [BP-515831697-172.17.0.3-1732501379681 heartbeating to localhost/127.0.0.1:41269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515831697-172.17.0.3-1732501379681 (Datanode Uuid ab773442-175f-400c-bfdb-8688ea94afe2) service to localhost/127.0.0.1:41269 2024-11-25T02:23:25,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:23:25,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:23:25,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/cluster_de872e97-a68e-c91b-429c-8f01eefcfd65/data/data1/current/BP-515831697-172.17.0.3-1732501379681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:25,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/cluster_de872e97-a68e-c91b-429c-8f01eefcfd65/data/data2/current/BP-515831697-172.17.0.3-1732501379681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:25,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:23:25,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fb1281{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:25,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ca09bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:25,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:25,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4963b5b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:25,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245ce09a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:23:25,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:23:25,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:25,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:25,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:25,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:25,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:25,850 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:23:25,850 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=397949229, stopped=false 2024-11-25T02:23:25,850 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,39767,1732501376320 2024-11-25T02:23:25,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531975062/running 2024-11-25T02:23:25,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531975062/running 2024-11-25T02:23:25,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:23:25,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:23:25,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:25,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:25,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/running 2024-11-25T02:23:25,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Set watcher on znode that does not yet exist, /1-531975062/running 2024-11-25T02:23:25,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:25,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:25,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,34981,1732501376463' ***** 2024-11-25T02:23:25,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:23:25,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b5edf6b37c343f5623d250ca51e2f20 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:34981. 2024-11-25T02:23:25,865 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b5edf6b37c343f5623d250ca51e2f20, disabling compactions & flushes 2024-11-25T02:23:25,865 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:25,865 DEBUG [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:25,865 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:25,865 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:25,865 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. after waiting 0 ms 2024-11-25T02:23:25,865 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:23:25,865 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:23:25,865 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b5edf6b37c343f5623d250ca51e2f20 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T02:23:25,866 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:23:25,866 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:23:25,866 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1325): Online Regions={2b5edf6b37c343f5623d250ca51e2f20=test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20., 1588230740=hbase:meta,,1.1588230740, a6ea6b7c741a95dbd2ba6f29c24e895e=hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.} 2024-11-25T02:23:25,866 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5edf6b37c343f5623d250ca51e2f20, a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:25,866 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:25,866 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:25,866 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:25,866 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:25,866 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:25,866 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:23:25,878 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/info/68c68f5dd9eb4a67936f7b58196196c4 is 147, key is hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e./info:regioninfo/1732501392038/Put/seqid=0 2024-11-25T02:23:25,879 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f/d73f75af007241d7ae1a9eeb72c9b41d is 29, key is row1/f:/1732501400205/DeleteFamily/seqid=0 2024-11-25T02:23:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741840_1016 (size=7686) 2024-11-25T02:23:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741841_1017 (size=5152) 2024-11-25T02:23:25,882 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f/d73f75af007241d7ae1a9eeb72c9b41d 2024-11-25T02:23:25,886 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d73f75af007241d7ae1a9eeb72c9b41d 2024-11-25T02:23:25,899 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f1/947d5a7e7154403c8addf7165d8cd0da is 30, key is row1/f1:/1732501400205/DeleteFamily/seqid=0 2024-11-25T02:23:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741842_1018 (size=5158) 2024-11-25T02:23:25,904 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f1/947d5a7e7154403c8addf7165d8cd0da 2024-11-25T02:23:25,907 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 947d5a7e7154403c8addf7165d8cd0da 2024-11-25T02:23:25,910 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:23:25,921 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/norep/c9f6684f48ed432badbda2acc128d7ac is 33, key is row1/norep:/1732501400205/DeleteFamily/seqid=0 2024-11-25T02:23:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741843_1019 (size=5108) 2024-11-25T02:23:25,951 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:26,008 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1191, reset compression=false 2024-11-25T02:23:26,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:26,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1438, reset compression=false 2024-11-25T02:23:26,011 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,34981,1732501376463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:26,012 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,34981,1732501376463: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,34981,1732501376463, walGroup=dbdd1c922b13%2C34981%2C1732501376463, offset=dbdd1c922b13%2C34981%2C1732501376463.1732501378457:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:34981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:23:26,013 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:23:26,013 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:23:26,014 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1034430096 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202649880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:23:26,015 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:23:26,066 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5edf6b37c343f5623d250ca51e2f20, a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:26,214 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1438, reset compression=false 2024-11-25T02:23:26,266 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5edf6b37c343f5623d250ca51e2f20, a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:26,282 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/info/68c68f5dd9eb4a67936f7b58196196c4 2024-11-25T02:23:26,301 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/ns/45a11e8a80784c71b4e2abf47d9a23ad is 43, key is default/ns:d/1732501379450/Put/seqid=0 2024-11-25T02:23:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741844_1020 (size=5153) 2024-11-25T02:23:26,304 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/ns/45a11e8a80784c71b4e2abf47d9a23ad 2024-11-25T02:23:26,320 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/rep_barrier/45b743cdc979449b90bbd3f8f7b84cf4 is 112, key is test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20./rep_barrier:seqnumDuringOpen/1732501387505/Put/seqid=0 2024-11-25T02:23:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741845_1021 (size=5518) 2024-11-25T02:23:26,324 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/norep/c9f6684f48ed432badbda2acc128d7ac 2024-11-25T02:23:26,327 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9f6684f48ed432badbda2acc128d7ac 2024-11-25T02:23:26,328 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f/d73f75af007241d7ae1a9eeb72c9b41d as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/f/d73f75af007241d7ae1a9eeb72c9b41d 2024-11-25T02:23:26,331 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d73f75af007241d7ae1a9eeb72c9b41d 2024-11-25T02:23:26,331 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/f/d73f75af007241d7ae1a9eeb72c9b41d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:26,331 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/f1/947d5a7e7154403c8addf7165d8cd0da as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/f1/947d5a7e7154403c8addf7165d8cd0da 2024-11-25T02:23:26,334 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 947d5a7e7154403c8addf7165d8cd0da 2024-11-25T02:23:26,334 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/f1/947d5a7e7154403c8addf7165d8cd0da, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:26,334 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/.tmp/norep/c9f6684f48ed432badbda2acc128d7ac as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/norep/c9f6684f48ed432badbda2acc128d7ac 2024-11-25T02:23:26,337 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9f6684f48ed432badbda2acc128d7ac 2024-11-25T02:23:26,337 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/norep/c9f6684f48ed432badbda2acc128d7ac, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T02:23:26,337 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2b5edf6b37c343f5623d250ca51e2f20 in 472ms, sequenceid=10, compaction requested=false 2024-11-25T02:23:26,340 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/default/test/2b5edf6b37c343f5623d250ca51e2f20/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:26,341 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b5edf6b37c343f5623d250ca51e2f20: Waiting for close lock at 1732501405865Running coprocessor pre-close hooks at 1732501405865Disabling compacts and flushes for region at 1732501405865Disabling writes for close at 1732501405865Obtaining lock to block concurrent updates at 1732501405866 (+1 ms)Preparing flush snapshotting stores in 2b5edf6b37c343f5623d250ca51e2f20 at 1732501405866Finished memstore snapshotting test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732501405866Flushing stores of test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. at 1732501405866Flushing 2b5edf6b37c343f5623d250ca51e2f20/f: creating writer at 1732501405866Flushing 2b5edf6b37c343f5623d250ca51e2f20/f: appending metadata at 1732501405878 (+12 ms)Flushing 2b5edf6b37c343f5623d250ca51e2f20/f: closing flushed file at 1732501405878Flushing 2b5edf6b37c343f5623d250ca51e2f20/f1: creating writer at 1732501405886 (+8 ms)Flushing 2b5edf6b37c343f5623d250ca51e2f20/f1: appending metadata at 1732501405898 (+12 ms)Flushing 2b5edf6b37c343f5623d250ca51e2f20/f1: closing flushed file at 1732501405898Flushing 2b5edf6b37c343f5623d250ca51e2f20/norep: creating writer at 1732501405907 (+9 ms)Flushing 2b5edf6b37c343f5623d250ca51e2f20/norep: appending metadata at 1732501405920 (+13 ms)Flushing 2b5edf6b37c343f5623d250ca51e2f20/norep: closing flushed file at 1732501405920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfb8ea5: reopening flushed file at 1732501406327 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2a5fb5: reopening flushed file at 1732501406331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789d48b6: reopening flushed file at 1732501406334 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2b5edf6b37c343f5623d250ca51e2f20 in 472ms, sequenceid=10, compaction requested=false at 1732501406337 (+3 ms)Writing region close event to WAL at 1732501406338 (+1 ms)Running coprocessor post-close hooks at 1732501406341 (+3 ms)Closed at 1732501406341 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501386356.2b5edf6b37c343f5623d250ca51e2f20. 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6ea6b7c741a95dbd2ba6f29c24e895e, disabling compactions & flushes 2024-11-25T02:23:26,341 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. after waiting 0 ms 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6ea6b7c741a95dbd2ba6f29c24e895e: Waiting for close lock at 1732501406341Running coprocessor pre-close hooks at 1732501406341Disabling compacts and flushes for region at 1732501406341Disabling writes for close at 1732501406341Failed flush hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e., putting online again at 1732501406341 2024-11-25T02:23:26,341 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,398 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:23:26,398 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:23:26,466 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(3091): Received CLOSE for a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:26,466 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6ea6b7c741a95dbd2ba6f29c24e895e 2024-11-25T02:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6ea6b7c741a95dbd2ba6f29c24e895e, disabling compactions & flushes 2024-11-25T02:23:26,466 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. after waiting 0 ms 2024-11-25T02:23:26,467 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,467 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6ea6b7c741a95dbd2ba6f29c24e895e: Waiting for close lock at 1732501406466Running coprocessor pre-close hooks at 1732501406466Disabling compacts and flushes for region at 1732501406466Disabling writes for close at 1732501406466Failed flush hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e., putting online again at 1732501406467 (+1 ms) 2024-11-25T02:23:26,467 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e. 2024-11-25T02:23:26,517 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 1438, reset compression=false 2024-11-25T02:23:26,520 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:26,521 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 2082, reset compression=false 2024-11-25T02:23:26,596 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:26,666 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:23:26,723 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/rep_barrier/45b743cdc979449b90bbd3f8f7b84cf4 2024-11-25T02:23:26,723 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 2082, reset compression=false 2024-11-25T02:23:26,742 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/table/f8e8ef73618148088f59808af6bc9d27 is 53, key is hbase:replication/table:state/1732501392044/Put/seqid=0 2024-11-25T02:23:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741846_1022 (size=5308) 2024-11-25T02:23:26,867 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:23:26,867 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6ea6b7c741a95dbd2ba6f29c24e895e=hbase:replication,,1732501390877.a6ea6b7c741a95dbd2ba6f29c24e895e.} 2024-11-25T02:23:26,867 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:23:27,026 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 2082, reset compression=false 2024-11-25T02:23:27,067 DEBUG [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:23:27,146 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/table/f8e8ef73618148088f59808af6bc9d27 2024-11-25T02:23:27,149 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/info/68c68f5dd9eb4a67936f7b58196196c4 as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/info/68c68f5dd9eb4a67936f7b58196196c4 2024-11-25T02:23:27,152 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/info/68c68f5dd9eb4a67936f7b58196196c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:23:27,153 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/ns/45a11e8a80784c71b4e2abf47d9a23ad as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/ns/45a11e8a80784c71b4e2abf47d9a23ad 2024-11-25T02:23:27,156 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/ns/45a11e8a80784c71b4e2abf47d9a23ad, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:23:27,156 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/rep_barrier/45b743cdc979449b90bbd3f8f7b84cf4 as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/rep_barrier/45b743cdc979449b90bbd3f8f7b84cf4 2024-11-25T02:23:27,160 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/rep_barrier/45b743cdc979449b90bbd3f8f7b84cf4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:23:27,160 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/.tmp/table/f8e8ef73618148088f59808af6bc9d27 as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/table/f8e8ef73618148088f59808af6bc9d27 2024-11-25T02:23:27,163 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/table/f8e8ef73618148088f59808af6bc9d27, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:23:27,163 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-25T02:23:27,167 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:23:27,167 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:27,167 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:23:27,167 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:27,167 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501405866Running coprocessor pre-close hooks at 1732501405866Disabling compacts and flushes for region at 1732501405866Disabling writes for close at 1732501405866Obtaining lock to block concurrent updates at 1732501405866Preparing flush snapshotting stores in 1588230740 at 1732501405866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501405866Flushing stores of hbase:meta,,1.1588230740 at 1732501405866Flushing 1588230740/info: creating writer at 1732501405866Flushing 1588230740/info: appending metadata at 1732501405878 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732501405878Flushing 1588230740/ns: creating writer at 1732501406285 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732501406301 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732501406301Flushing 1588230740/rep_barrier: creating writer at 1732501406307 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501406319 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501406319Flushing 1588230740/table: creating writer at 1732501406727 (+408 ms)Flushing 1588230740/table: appending metadata at 1732501406742 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732501406742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326fbe68: reopening flushed file at 1732501407149 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5645a979: reopening flushed file at 1732501407152 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6b25ad: reopening flushed file at 1732501407156 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c7fb56: reopening flushed file at 1732501407160 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1732501407164 (+4 ms)Writing region close event to WAL at 1732501407165 (+1 ms)Running coprocessor post-close hooks at 1732501407167 (+2 ms)Closed at 1732501407167 2024-11-25T02:23:27,167 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:27,267 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T02:23:27,267 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,34981,1732501376463; all regions closed. 2024-11-25T02:23:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:23:27,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.meta.1732501379407.meta not finished, retry = 0 2024-11-25T02:23:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741839_1015 (size=2171) 2024-11-25T02:23:27,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.rep.1732501392007 not finished, retry = 0 2024-11-25T02:23:27,429 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 to pos 2082, reset compression=false 2024-11-25T02:23:27,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/WALs/dbdd1c922b13,34981,1732501376463/dbdd1c922b13%2C34981%2C1732501376463.1732501378457 not finished, retry = 0 2024-11-25T02:23:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741832_1008 (size=2090) 2024-11-25T02:23:27,575 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:27,575 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,34981,1732501376463 because: Region server is closing 2024-11-25T02:23:27,575 INFO [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:34981. 2024-11-25T02:23:27,575 DEBUG [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:27,575 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:27,576 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:27,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:27,676 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.shipperdbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 terminated 2024-11-25T02:23:27,676 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,34981,1732501376463.replicationSource.wal-reader.dbdd1c922b13%2C34981%2C1732501376463,1-dbdd1c922b13,34981,1732501376463 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:23:27,676 INFO [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:34981. 2024-11-25T02:23:27,676 DEBUG [RS:0;dbdd1c922b13:34981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:27,676 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:27,676 DEBUG [RS:0;dbdd1c922b13:34981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:27,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:27,676 INFO [RS:0;dbdd1c922b13:34981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34981 2024-11-25T02:23:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531975062/rs/dbdd1c922b13,34981,1732501376463 2024-11-25T02:23:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062/rs 2024-11-25T02:23:27,731 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:27,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,34981,1732501376463] 2024-11-25T02:23:27,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-531975062/draining/dbdd1c922b13,34981,1732501376463 already deleted, retry=false 2024-11-25T02:23:27,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,34981,1732501376463 expired; onlineServers=0 2024-11-25T02:23:27,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,39767,1732501376320' ***** 2024-11-25T02:23:27,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:23:27,794 INFO [M:0;dbdd1c922b13:39767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:27,794 INFO [M:0;dbdd1c922b13:39767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:27,794 DEBUG [M:0;dbdd1c922b13:39767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:23:27,794 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:23:27,794 DEBUG [M:0;dbdd1c922b13:39767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:23:27,794 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501378155 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501378155,5,FailOnTimeoutGroup] 2024-11-25T02:23:27,794 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501378155 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501378155,5,FailOnTimeoutGroup] 2024-11-25T02:23:27,795 INFO [M:0;dbdd1c922b13:39767 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:27,795 INFO [M:0;dbdd1c922b13:39767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:27,795 DEBUG [M:0;dbdd1c922b13:39767 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:23:27,795 INFO [M:0;dbdd1c922b13:39767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:23:27,795 INFO [M:0;dbdd1c922b13:39767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:27,795 INFO [M:0;dbdd1c922b13:39767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:23:27,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:23:27,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531975062/master 2024-11-25T02:23:27,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531975062 2024-11-25T02:23:27,805 DEBUG [M:0;dbdd1c922b13:39767 {}] zookeeper.ZKUtil(347): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Unable to get data of znode /1-531975062/master because node does not exist (not an error) 2024-11-25T02:23:27,805 WARN [M:0;dbdd1c922b13:39767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:23:27,805 INFO [M:0;dbdd1c922b13:39767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/.lastflushedseqids 2024-11-25T02:23:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741847_1023 (size=245) 2024-11-25T02:23:27,882 INFO [RS:0;dbdd1c922b13:34981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:27,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:27,882 INFO [RS:0;dbdd1c922b13:34981 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,34981,1732501376463; zookeeper connection closed. 2024-11-25T02:23:27,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34981-0x1016fcceb8c0004, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:27,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2851a529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2851a529 2024-11-25T02:23:27,882 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:23:27,899 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:28,209 INFO [M:0;dbdd1c922b13:39767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:23:28,209 INFO [M:0;dbdd1c922b13:39767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:23:28,209 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:28,209 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:28,209 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:28,209 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:28,209 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:28,210 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-25T02:23:28,224 DEBUG [M:0;dbdd1c922b13:39767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba50e0336ee24cd7a2f24a858e82eae5 is 82, key is hbase:meta,,1/info:regioninfo/1732501379435/Put/seqid=0 2024-11-25T02:23:28,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741848_1024 (size=5672) 2024-11-25T02:23:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:28,627 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba50e0336ee24cd7a2f24a858e82eae5 2024-11-25T02:23:28,646 DEBUG [M:0;dbdd1c922b13:39767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a1858759f184d9ab88e79878a89d764 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732501392047/Put/seqid=0 2024-11-25T02:23:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741849_1025 (size=8517) 2024-11-25T02:23:29,050 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a1858759f184d9ab88e79878a89d764 2024-11-25T02:23:29,065 DEBUG [M:0;dbdd1c922b13:39767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e6d57866c143738aa751065aa8608a is 69, key is dbdd1c922b13,34981,1732501376463/rs:state/1732501378301/Put/seqid=0 2024-11-25T02:23:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741850_1026 (size=5156) 2024-11-25T02:23:29,303 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:29,469 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e6d57866c143738aa751065aa8608a 2024-11-25T02:23:29,472 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba50e0336ee24cd7a2f24a858e82eae5 as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba50e0336ee24cd7a2f24a858e82eae5 2024-11-25T02:23:29,475 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba50e0336ee24cd7a2f24a858e82eae5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T02:23:29,475 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a1858759f184d9ab88e79878a89d764 as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a1858759f184d9ab88e79878a89d764 2024-11-25T02:23:29,478 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a1858759f184d9ab88e79878a89d764, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T02:23:29,478 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e6d57866c143738aa751065aa8608a as hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e6d57866c143738aa751065aa8608a 2024-11-25T02:23:29,481 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42585/user/jenkins/test-data/42973ea6-8c43-dacf-bcc9-e5eca46cc633/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e6d57866c143738aa751065aa8608a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T02:23:29,482 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-25T02:23:29,483 INFO [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:29,483 DEBUG [M:0;dbdd1c922b13:39767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501408209Disabling compacts and flushes for region at 1732501408209Disabling writes for close at 1732501408209Obtaining lock to block concurrent updates at 1732501408210 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501408210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732501408210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501408210Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501408210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501408224 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501408224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501408631 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501408646 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501408646Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501409053 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501409065 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501409065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e657886: reopening flushed file at 1732501409472 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0cbf75: reopening flushed file at 1732501409475 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727cb734: reopening flushed file at 1732501409478 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1732501409482 (+4 ms)Writing region close event to WAL at 1732501409483 (+1 ms)Closed at 1732501409483 2024-11-25T02:23:29,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34973 is added to blk_1073741830_1006 (size=63666) 2024-11-25T02:23:29,485 INFO [M:0;dbdd1c922b13:39767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:23:29,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:29,485 INFO [M:0;dbdd1c922b13:39767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39767 2024-11-25T02:23:29,485 INFO [M:0;dbdd1c922b13:39767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:29,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:29,663 INFO [M:0;dbdd1c922b13:39767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:29,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39767-0x1016fcceb8c0003, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:29,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a20a4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:29,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@424e33a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:29,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:29,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4cdb9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:29,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6576d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:29,667 WARN [BP-22880158-172.17.0.3-1732501374357 heartbeating to localhost/127.0.0.1:42585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:23:29,667 WARN [BP-22880158-172.17.0.3-1732501374357 heartbeating to localhost/127.0.0.1:42585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-22880158-172.17.0.3-1732501374357 (Datanode Uuid a4a20a3d-9caf-454d-8912-b9cfcdf5895b) service to localhost/127.0.0.1:42585 2024-11-25T02:23:29,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:23:29,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:23:29,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/cluster_37f14863-5b3c-e91a-673d-f967607bf3aa/data/data1/current/BP-22880158-172.17.0.3-1732501374357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:29,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/cluster_37f14863-5b3c-e91a-673d-f967607bf3aa/data/data2/current/BP-22880158-172.17.0.3-1732501374357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:29,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:23:29,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66418925{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:29,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5423f681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:29,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:29,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fca0ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:29,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758c5103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fd4a722-bbc5-14bf-994b-997d0bc37ce8/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:23:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:23:29,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:29,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:29,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:29,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:29,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:29,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:23:29,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620587663, stopped=false 2024-11-25T02:23:29,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,43539,1732501370769 2024-11-25T02:23:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0715045321/running 2024-11-25T02:23:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0715045321/running 2024-11-25T02:23:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:23:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:23:29,699 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:29,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:29,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/running 2024-11-25T02:23:29,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:29,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:29,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,35901,1732501370974' ***** 2024-11-25T02:23:29,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:23:29,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Set watcher on znode that does not yet exist, /0715045321/running 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:23:29,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:29,701 INFO [RS:0;dbdd1c922b13:35901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:35901. 2024-11-25T02:23:29,701 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5bb864398283f6990901592f8f3a949, disabling compactions & flushes 2024-11-25T02:23:29,701 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:29,701 DEBUG [RS:0;dbdd1c922b13:35901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:29,701 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:29,701 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:29,701 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. after waiting 0 ms 2024-11-25T02:23:29,701 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:29,702 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5bb864398283f6990901592f8f3a949 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-25T02:23:29,702 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:23:29,702 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:23:29,702 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:23:29,702 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:23:29,702 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:23:29,702 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1325): Online Regions={c5bb864398283f6990901592f8f3a949=hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949., 1588230740=hbase:meta,,1.1588230740, 2a0dddacc12c91c92579ed92bfcf24c8=test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.} 2024-11-25T02:23:29,702 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8, c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:29,702 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:29,702 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:29,702 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:29,702 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:29,702 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:29,702 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:23:29,715 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/info/4c3353ce39b04ea98b7f8319a15eb431 is 147, key is hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949./info:regioninfo/1732501390509/Put/seqid=0 2024-11-25T02:23:29,715 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/.tmp/queue/43fa44dabe734a96b5fbefddc81398df is 153, key is 1-dbdd1c922b13,35901,1732501370974/queue:dbdd1c922b13%2C35901%2C1732501370974/1732501398866/Put/seqid=0 2024-11-25T02:23:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741840_1016 (size=5352) 2024-11-25T02:23:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741841_1017 (size=7686) 2024-11-25T02:23:29,783 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:29,902 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8, c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:30,076 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:23:30,076 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:23:30,102 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8, c5bb864398283f6990901592f8f3a949 2024-11-25T02:23:30,119 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/.tmp/queue/43fa44dabe734a96b5fbefddc81398df 2024-11-25T02:23:30,119 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/info/4c3353ce39b04ea98b7f8319a15eb431 2024-11-25T02:23:30,123 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/.tmp/queue/43fa44dabe734a96b5fbefddc81398df as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/queue/43fa44dabe734a96b5fbefddc81398df 2024-11-25T02:23:30,127 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/queue/43fa44dabe734a96b5fbefddc81398df, entries=1, sequenceid=8, filesize=5.2 K 2024-11-25T02:23:30,128 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c5bb864398283f6990901592f8f3a949 in 427ms, sequenceid=8, compaction requested=false 2024-11-25T02:23:30,128 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:23:30,131 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/replication/c5bb864398283f6990901592f8f3a949/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T02:23:30,131 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:30,131 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:23:30,131 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5bb864398283f6990901592f8f3a949: Waiting for close lock at 1732501409701Running coprocessor pre-close hooks at 1732501409701Disabling compacts and flushes for region at 1732501409701Disabling writes for close at 1732501409701Obtaining lock to block concurrent updates at 1732501409702 (+1 ms)Preparing flush snapshotting stores in c5bb864398283f6990901592f8f3a949 at 1732501409702Finished memstore snapshotting hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732501409702Flushing stores of hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. at 1732501409702Flushing c5bb864398283f6990901592f8f3a949/queue: creating writer at 1732501409702Flushing c5bb864398283f6990901592f8f3a949/queue: appending metadata at 1732501409715 (+13 ms)Flushing c5bb864398283f6990901592f8f3a949/queue: closing flushed file at 1732501409715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6f3dac: reopening flushed file at 1732501410123 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c5bb864398283f6990901592f8f3a949 in 427ms, sequenceid=8, compaction requested=false at 1732501410128 (+5 ms)Writing region close event to WAL at 1732501410129 (+1 ms)Running coprocessor post-close hooks at 1732501410131 (+2 ms)Closed at 1732501410131 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501389738.c5bb864398283f6990901592f8f3a949. 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a0dddacc12c91c92579ed92bfcf24c8, disabling compactions & flushes 2024-11-25T02:23:30,132 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. after waiting 0 ms 2024-11-25T02:23:30,132 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:30,132 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a0dddacc12c91c92579ed92bfcf24c8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-25T02:23:30,153 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/ns/3484f97e526a4602a737184435719377 is 43, key is default/ns:d/1732501374257/Put/seqid=0 2024-11-25T02:23:30,154 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f/f6ff1679a6c8432fbef6684caafe3d15 is 28, key is row/f:/1732501398200/DeleteFamily/seqid=0 2024-11-25T02:23:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:23:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741843_1019 (size=5085) 2024-11-25T02:23:30,302 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:30,503 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:30,556 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/ns/3484f97e526a4602a737184435719377 2024-11-25T02:23:30,557 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f/f6ff1679a6c8432fbef6684caafe3d15 2024-11-25T02:23:30,560 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ff1679a6c8432fbef6684caafe3d15 2024-11-25T02:23:30,573 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/rep_barrier/55280bbbf3614ae8ba1d6bbf68a87b5f is 112, key is test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8./rep_barrier:seqnumDuringOpen/1732501385343/Put/seqid=0 2024-11-25T02:23:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741844_1020 (size=5518) 2024-11-25T02:23:30,576 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f1/b85b0744450247f3b39d1ea40aa2fc73 is 29, key is row/f1:/1732501398200/DeleteFamily/seqid=0 2024-11-25T02:23:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741845_1021 (size=5089) 2024-11-25T02:23:30,579 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f1/b85b0744450247f3b39d1ea40aa2fc73 2024-11-25T02:23:30,582 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b85b0744450247f3b39d1ea40aa2fc73 2024-11-25T02:23:30,594 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/norep/b5daf51cdfc5480c9c1ea80f5b7ccb9d is 32, key is row/norep:/1732501398200/DeleteFamily/seqid=0 2024-11-25T02:23:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741846_1022 (size=5101) 2024-11-25T02:23:30,703 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:23:30,703 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a0dddacc12c91c92579ed92bfcf24c8=test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8.} 2024-11-25T02:23:30,703 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:30,806 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 636, reset compression=false 2024-11-25T02:23:30,810 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:30,810 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 883, reset compression=false 2024-11-25T02:23:30,810 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,35901,1732501370974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:23:30,811 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,35901,1732501370974: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbdd1c922b13,35901,1732501370974, walGroup=dbdd1c922b13%2C35901%2C1732501370974, offset=dbdd1c922b13%2C35901%2C1732501370974.1732501373181:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:35901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:23:30,812 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:23:30,812 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:23:30,812 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:23:30,813 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:23:30,813 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:23:30,813 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 839067648 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 203236848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:23:30,813 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:43539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:43539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:23:30,903 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a0dddacc12c91c92579ed92bfcf24c8 2024-11-25T02:23:30,976 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/rep_barrier/55280bbbf3614ae8ba1d6bbf68a87b5f 2024-11-25T02:23:30,996 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/table/738ebe0a01d94c82b01f4c1bbd5e3ada is 53, key is hbase:replication/table:state/1732501390515/Put/seqid=0 2024-11-25T02:23:30,997 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/norep/b5daf51cdfc5480c9c1ea80f5b7ccb9d 2024-11-25T02:23:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741847_1023 (size=5308) 2024-11-25T02:23:31,002 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5daf51cdfc5480c9c1ea80f5b7ccb9d 2024-11-25T02:23:31,002 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f/f6ff1679a6c8432fbef6684caafe3d15 as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/f/f6ff1679a6c8432fbef6684caafe3d15 2024-11-25T02:23:31,006 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6ff1679a6c8432fbef6684caafe3d15 2024-11-25T02:23:31,006 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/f/f6ff1679a6c8432fbef6684caafe3d15, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T02:23:31,007 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/f1/b85b0744450247f3b39d1ea40aa2fc73 as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/f1/b85b0744450247f3b39d1ea40aa2fc73 2024-11-25T02:23:31,010 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b85b0744450247f3b39d1ea40aa2fc73 2024-11-25T02:23:31,010 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/f1/b85b0744450247f3b39d1ea40aa2fc73, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T02:23:31,011 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/.tmp/norep/b5daf51cdfc5480c9c1ea80f5b7ccb9d as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/norep/b5daf51cdfc5480c9c1ea80f5b7ccb9d 2024-11-25T02:23:31,013 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 883, reset compression=false 2024-11-25T02:23:31,014 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5daf51cdfc5480c9c1ea80f5b7ccb9d 2024-11-25T02:23:31,014 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/norep/b5daf51cdfc5480c9c1ea80f5b7ccb9d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T02:23:31,015 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2a0dddacc12c91c92579ed92bfcf24c8 in 883ms, sequenceid=6, compaction requested=false 2024-11-25T02:23:31,015 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:23:31,016 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:31,016 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 to pos 1232, reset compression=false 2024-11-25T02:23:31,019 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:23:31,020 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/default/test/2a0dddacc12c91c92579ed92bfcf24c8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T02:23:31,020 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:31,020 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:31,020 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:31,020 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a0dddacc12c91c92579ed92bfcf24c8: Waiting for close lock at 1732501410132Running coprocessor pre-close hooks at 1732501410132Disabling compacts and flushes for region at 1732501410132Disabling writes for close at 1732501410132Obtaining lock to block concurrent updates at 1732501410132Preparing flush snapshotting stores in 2a0dddacc12c91c92579ed92bfcf24c8 at 1732501410132Finished memstore snapshotting test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732501410132Flushing stores of test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. at 1732501410133 (+1 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f: creating writer at 1732501410133Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f: appending metadata at 1732501410154 (+21 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f: closing flushed file at 1732501410154Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f1: creating writer at 1732501410560 (+406 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f1: appending metadata at 1732501410575 (+15 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/f1: closing flushed file at 1732501410575Flushing 2a0dddacc12c91c92579ed92bfcf24c8/norep: creating writer at 1732501410582 (+7 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/norep: appending metadata at 1732501410594 (+12 ms)Flushing 2a0dddacc12c91c92579ed92bfcf24c8/norep: closing flushed file at 1732501410594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad545ff: reopening flushed file at 1732501411002 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4096e52a: reopening flushed file at 1732501411006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681a0110: reopening flushed file at 1732501411010 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2a0dddacc12c91c92579ed92bfcf24c8 in 883ms, sequenceid=6, compaction requested=false at 1732501411015 (+5 ms)Writing region close event to WAL at 1732501411017 (+2 ms)Running coprocessor post-close hooks at 1732501411020 (+3 ms)Closed at 1732501411020 2024-11-25T02:23:31,020 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501384200.2a0dddacc12c91c92579ed92bfcf24c8. 2024-11-25T02:23:31,103 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:23:31,303 DEBUG [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:23:31,400 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/table/738ebe0a01d94c82b01f4c1bbd5e3ada 2024-11-25T02:23:31,404 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/info/4c3353ce39b04ea98b7f8319a15eb431 as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/info/4c3353ce39b04ea98b7f8319a15eb431 2024-11-25T02:23:31,407 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/info/4c3353ce39b04ea98b7f8319a15eb431, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:23:31,408 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/ns/3484f97e526a4602a737184435719377 as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/ns/3484f97e526a4602a737184435719377 2024-11-25T02:23:31,411 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/ns/3484f97e526a4602a737184435719377, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:23:31,412 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/rep_barrier/55280bbbf3614ae8ba1d6bbf68a87b5f as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/rep_barrier/55280bbbf3614ae8ba1d6bbf68a87b5f 2024-11-25T02:23:31,415 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/rep_barrier/55280bbbf3614ae8ba1d6bbf68a87b5f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:23:31,415 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/.tmp/table/738ebe0a01d94c82b01f4c1bbd5e3ada as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/table/738ebe0a01d94c82b01f4c1bbd5e3ada 2024-11-25T02:23:31,418 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/table/738ebe0a01d94c82b01f4c1bbd5e3ada, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:23:31,419 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-25T02:23:31,419 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:23:31,422 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:23:31,423 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:23:31,423 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:23:31,423 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:31,423 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501409702Running coprocessor pre-close hooks at 1732501409702Disabling compacts and flushes for region at 1732501409702Disabling writes for close at 1732501409702Obtaining lock to block concurrent updates at 1732501409702Preparing flush snapshotting stores in 1588230740 at 1732501409702Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501409702Flushing stores of hbase:meta,,1.1588230740 at 1732501409703 (+1 ms)Flushing 1588230740/info: creating writer at 1732501409703Flushing 1588230740/info: appending metadata at 1732501409715 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732501409715Flushing 1588230740/ns: creating writer at 1732501410128 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732501410152 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732501410152Flushing 1588230740/rep_barrier: creating writer at 1732501410560 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501410572 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501410572Flushing 1588230740/table: creating writer at 1732501410980 (+408 ms)Flushing 1588230740/table: appending metadata at 1732501410995 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732501410995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3732d72f: reopening flushed file at 1732501411403 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c15e8d5: reopening flushed file at 1732501411407 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d91e6d8: reopening flushed file at 1732501411411 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d029bad: reopening flushed file at 1732501411415 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732501411419 (+4 ms)Writing region close event to WAL at 1732501411420 (+1 ms)Running coprocessor post-close hooks at 1732501411422 (+2 ms)Closed at 1732501411423 (+1 ms) 2024-11-25T02:23:31,423 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:31,504 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,35901,1732501370974; all regions closed. 2024-11-25T02:23:31,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741834_1010 (size=4239) 2024-11-25T02:23:31,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.meta.1732501374186.meta not finished, retry = 0 2024-11-25T02:23:31,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.rep.1732501390480 not finished, retry = 0 2024-11-25T02:23:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741839_1015 (size=2240) 2024-11-25T02:23:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741832_1008 (size=1535) 2024-11-25T02:23:31,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/WALs/dbdd1c922b13,35901,1732501370974/dbdd1c922b13%2C35901%2C1732501370974.1732501373181 not finished, retry = 0 2024-11-25T02:23:31,812 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:31,812 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:23:31,812 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:31,812 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:31,812 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:31,812 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:31,812 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,35901,1732501370974 because: Region server is closing 2024-11-25T02:23:31,813 INFO [RS:0;dbdd1c922b13:35901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:35901. 2024-11-25T02:23:31,813 DEBUG [RS:0;dbdd1c922b13:35901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:31,813 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:31,813 DEBUG [RS:0;dbdd1c922b13:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:31,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:31,913 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.shipperdbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 terminated 2024-11-25T02:23:31,913 INFO [RS:0;dbdd1c922b13:35901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35901 2024-11-25T02:23:31,913 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,35901,1732501370974.replicationSource.wal-reader.dbdd1c922b13%2C35901%2C1732501370974,1-dbdd1c922b13,35901,1732501370974 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-25T02:23:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321/rs 2024-11-25T02:23:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0715045321/rs/dbdd1c922b13,35901,1732501370974 2024-11-25T02:23:31,990 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:32,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,35901,1732501370974] 2024-11-25T02:23:32,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0715045321/draining/dbdd1c922b13,35901,1732501370974 already deleted, retry=false 2024-11-25T02:23:32,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,35901,1732501370974 expired; onlineServers=0 2024-11-25T02:23:32,011 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,43539,1732501370769' ***** 2024-11-25T02:23:32,011 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:23:32,011 INFO [M:0;dbdd1c922b13:43539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:23:32,011 INFO [M:0;dbdd1c922b13:43539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:23:32,011 DEBUG [M:0;dbdd1c922b13:43539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:23:32,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:23:32,011 DEBUG [M:0;dbdd1c922b13:43539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:23:32,011 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501372977 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501372977,5,FailOnTimeoutGroup] 2024-11-25T02:23:32,011 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501372980 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501372980,5,FailOnTimeoutGroup] 2024-11-25T02:23:32,011 INFO [M:0;dbdd1c922b13:43539 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:23:32,011 INFO [M:0;dbdd1c922b13:43539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:23:32,011 DEBUG [M:0;dbdd1c922b13:43539 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:23:32,011 INFO [M:0;dbdd1c922b13:43539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:23:32,012 INFO [M:0;dbdd1c922b13:43539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:23:32,012 INFO [M:0;dbdd1c922b13:43539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:23:32,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:23:32,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0715045321/master 2024-11-25T02:23:32,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0715045321 2024-11-25T02:23:32,021 DEBUG [M:0;dbdd1c922b13:43539 {}] zookeeper.ZKUtil(347): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Unable to get data of znode /0715045321/master because node does not exist (not an error) 2024-11-25T02:23:32,021 WARN [M:0;dbdd1c922b13:43539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:23:32,022 INFO [M:0;dbdd1c922b13:43539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/.lastflushedseqids 2024-11-25T02:23:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741848_1024 (size=245) 2024-11-25T02:23:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:23:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:23:32,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1016fcceb8c0001, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:32,100 INFO [RS:0;dbdd1c922b13:35901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:32,100 INFO [RS:0;dbdd1c922b13:35901 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,35901,1732501370974; zookeeper connection closed. 2024-11-25T02:23:32,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b45d806 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b45d806 2024-11-25T02:23:32,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:23:32,426 INFO [M:0;dbdd1c922b13:43539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:23:32,426 INFO [M:0;dbdd1c922b13:43539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:23:32,426 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:32,426 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:32,426 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:32,426 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:32,426 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:32,426 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-25T02:23:32,440 DEBUG [M:0;dbdd1c922b13:43539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71b94ba87eae4a76a0c45e7783e364ef is 82, key is hbase:meta,,1/info:regioninfo/1732501374213/Put/seqid=0 2024-11-25T02:23:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741849_1025 (size=5672) 2024-11-25T02:23:32,843 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71b94ba87eae4a76a0c45e7783e364ef 2024-11-25T02:23:32,858 DEBUG [M:0;dbdd1c922b13:43539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d7c3801447417299ab98ecf0c4fa42 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501385351/Put/seqid=0 2024-11-25T02:23:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741850_1026 (size=7219) 2024-11-25T02:23:33,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:33,261 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d7c3801447417299ab98ecf0c4fa42 2024-11-25T02:23:33,265 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d7c3801447417299ab98ecf0c4fa42 2024-11-25T02:23:33,278 DEBUG [M:0;dbdd1c922b13:43539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a7c706d19b44887ba7dd43c2581bfcf is 69, key is dbdd1c922b13,35901,1732501370974/rs:state/1732501373031/Put/seqid=0 2024-11-25T02:23:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741851_1027 (size=5156) 2024-11-25T02:23:33,681 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a7c706d19b44887ba7dd43c2581bfcf 2024-11-25T02:23:33,684 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71b94ba87eae4a76a0c45e7783e364ef as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71b94ba87eae4a76a0c45e7783e364ef 2024-11-25T02:23:33,687 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71b94ba87eae4a76a0c45e7783e364ef, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T02:23:33,687 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9d7c3801447417299ab98ecf0c4fa42 as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9d7c3801447417299ab98ecf0c4fa42 2024-11-25T02:23:33,690 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d7c3801447417299ab98ecf0c4fa42 2024-11-25T02:23:33,690 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9d7c3801447417299ab98ecf0c4fa42, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T02:23:33,691 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a7c706d19b44887ba7dd43c2581bfcf as hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a7c706d19b44887ba7dd43c2581bfcf 2024-11-25T02:23:33,694 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45103/user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a7c706d19b44887ba7dd43c2581bfcf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T02:23:33,694 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-11-25T02:23:33,695 INFO [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:33,695 DEBUG [M:0;dbdd1c922b13:43539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501412426Disabling compacts and flushes for region at 1732501412426Disabling writes for close at 1732501412426Obtaining lock to block concurrent updates at 1732501412426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501412426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732501412427 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501412427Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501412427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501412439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501412439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501412846 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501412858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501412858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501413265 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501413277 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501413277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff12110: reopening flushed file at 1732501413684 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54471ff3: reopening flushed file at 1732501413687 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed7cf82: reopening flushed file at 1732501413690 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1732501413694 (+4 ms)Writing region close event to WAL at 1732501413695 (+1 ms)Closed at 1732501413695 2024-11-25T02:23:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741830_1006 (size=64435) 2024-11-25T02:23:33,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f75ef401-bd45-caf7-2b5e-db6a7cc2b412/MasterData/WALs/dbdd1c922b13,43539,1732501370769/dbdd1c922b13%2C43539%2C1732501370769.1732501372722 not finished, retry = 0 2024-11-25T02:23:33,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:23:33,798 INFO [M:0;dbdd1c922b13:43539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:23:33,798 INFO [M:0;dbdd1c922b13:43539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43539 2024-11-25T02:23:33,798 INFO [M:0;dbdd1c922b13:43539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:23:33,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:33,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:33,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128930 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:33,957 INFO [M:0;dbdd1c922b13:43539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:23:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43539-0x1016fcceb8c0000, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:23:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1383727b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:33,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@274ee94d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:33,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df23a42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cb71712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:33,961 WARN [BP-1310477641-172.17.0.3-1732501368816 heartbeating to localhost/127.0.0.1:45103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:23:33,961 WARN [BP-1310477641-172.17.0.3-1732501368816 heartbeating to localhost/127.0.0.1:45103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310477641-172.17.0.3-1732501368816 (Datanode Uuid b888529a-d74b-4657-986d-0782cd5bff5d) service to localhost/127.0.0.1:45103 2024-11-25T02:23:33,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:23:33,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:23:33,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/data/data1/current/BP-1310477641-172.17.0.3-1732501368816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:33,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/cluster_eccefc6f-8ef8-dcd3-4e90-67f54cc7f899/data/data2/current/BP-1310477641-172.17.0.3-1732501368816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:23:33,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:23:33,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b794e54{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:33,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e9279c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:23:33,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:23:33,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5492bee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:23:33,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e08ed46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2255846-ea97-1d56-461d-6ffd605cd092/hadoop.log.dir/,STOPPED} 2024-11-25T02:23:33,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:23:33,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:23:33,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45103 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42585 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=781 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 280), ProcessCount=11 (was 11), AvailableMemoryMB=3009 (was 3268) 2024-11-25T02:23:34,007 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=3008 2024-11-25T02:23:34,022 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-25T02:23:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir so I do NOT create it in target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910 2024-11-25T02:23:34,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:23:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.tmp.dir so I do NOT create it in target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910 2024-11-25T02:23:34,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ec4fe8-ee63-89b1-0646-ec4a1681856f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:23:34,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910 2024-11-25T02:23:34,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816, deleteOnExit=true 2024-11-25T02:23:34,023 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 54618 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:179) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T02:23:34,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/zookeeper_0, clientPort=54619, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:23:34,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54619 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/test.cache.data in system properties and HBase conf 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:23:34,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:23:34,047 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:23:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:23:34,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcceb8c0002, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:23:34,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016fcceb8c0008, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:23:34,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcceb8c0005, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:23:34,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcceb8c0002, quorum=127.0.0.1:55030, baseZNode=/0715045321 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:23:34,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcceb8c0005, quorum=127.0.0.1:55030, baseZNode=/1-531975062 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:23:34,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016fcceb8c0008, quorum=127.0.0.1:55030, baseZNode=/2-1481054323 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:23:34,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:34,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:34,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:34,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:34,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:34,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:34,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674a6be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:34,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5833c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:34,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6060f233{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/java.io.tmpdir/jetty-localhost-42137-hadoop-hdfs-3_4_1-tests_jar-_-any-1792426603985943293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:34,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1837c0{HTTP/1.1, (http/1.1)}{localhost:42137} 2024-11-25T02:23:34,576 INFO [Time-limited test {}] server.Server(415): Started @329504ms 2024-11-25T02:23:34,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:34,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:34,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:34,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:34,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:34,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2052d5db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:34,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ec429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:34,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bb2a22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/java.io.tmpdir/jetty-localhost-36847-hadoop-hdfs-3_4_1-tests_jar-_-any-1128266548763933329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:34,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fdd6878{HTTP/1.1, (http/1.1)}{localhost:36847} 2024-11-25T02:23:34,970 INFO [Time-limited test {}] server.Server(415): Started @329897ms 2024-11-25T02:23:34,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:23:35,633 WARN [Thread-4192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data1/current/BP-1593385700-172.17.0.3-1732501414069/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:35,633 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data2/current/BP-1593385700-172.17.0.3-1732501414069/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:35,651 WARN [Thread-4180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:23:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3b0b4840f7dcc72 with lease ID 0x2815cf95818bc934: Processing first storage report for DS-4d83b9de-9388-44df-84fe-38b6af5f5b4d from datanode DatanodeRegistration(127.0.0.1:45313, datanodeUuid=6c2008d3-806a-4016-a3c7-cda47b809d5e, infoPort=44763, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=2146657680;c=1732501414069) 2024-11-25T02:23:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3b0b4840f7dcc72 with lease ID 0x2815cf95818bc934: from storage DS-4d83b9de-9388-44df-84fe-38b6af5f5b4d node DatanodeRegistration(127.0.0.1:45313, datanodeUuid=6c2008d3-806a-4016-a3c7-cda47b809d5e, infoPort=44763, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=2146657680;c=1732501414069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T02:23:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3b0b4840f7dcc72 with lease ID 0x2815cf95818bc934: Processing first storage report for DS-dd953db9-1811-47de-91cd-17a98bbd6925 from datanode DatanodeRegistration(127.0.0.1:45313, datanodeUuid=6c2008d3-806a-4016-a3c7-cda47b809d5e, infoPort=44763, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=2146657680;c=1732501414069) 2024-11-25T02:23:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3b0b4840f7dcc72 with lease ID 0x2815cf95818bc934: from storage DS-dd953db9-1811-47de-91cd-17a98bbd6925 node DatanodeRegistration(127.0.0.1:45313, datanodeUuid=6c2008d3-806a-4016-a3c7-cda47b809d5e, infoPort=44763, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=2146657680;c=1732501414069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:35,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910 2024-11-25T02:23:35,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:35,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:23:36,100 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e with version=8 2024-11-25T02:23:36,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/hbase-staging 2024-11-25T02:23:36,102 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:23:36,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:36,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38713 2024-11-25T02:23:36,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38713 connecting to ZooKeeper ensemble=127.0.0.1:54619 2024-11-25T02:23:36,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387130x0, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:36,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38713-0x1016fcd9c490000 connected 2024-11-25T02:23:36,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:36,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:36,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on znode that does not yet exist, /01832300684/running 2024-11-25T02:23:36,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e, hbase.cluster.distributed=false 2024-11-25T02:23:36,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on znode that does not yet exist, /01832300684/acl 2024-11-25T02:23:36,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38713 2024-11-25T02:23:36,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38713 2024-11-25T02:23:36,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38713 2024-11-25T02:23:36,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38713 2024-11-25T02:23:36,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38713 2024-11-25T02:23:36,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:36,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:23:36,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:36,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32947 2024-11-25T02:23:36,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32947 connecting to ZooKeeper ensemble=127.0.0.1:54619 2024-11-25T02:23:36,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:36,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329470x0, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:36,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32947-0x1016fcd9c490001 connected 2024-11-25T02:23:36,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329470x0, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on znode that does not yet exist, /01832300684/running 2024-11-25T02:23:36,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:23:36,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:23:36,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on znode that does not yet exist, /01832300684/master 2024-11-25T02:23:36,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on znode that does not yet exist, /01832300684/acl 2024-11-25T02:23:36,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-25T02:23:36,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32947 2024-11-25T02:23:36,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32947 2024-11-25T02:23:36,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-25T02:23:36,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-25T02:23:36,319 DEBUG [M:0;dbdd1c922b13:38713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:38713 2024-11-25T02:23:36,319 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01832300684/backup-masters/dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:36,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684/backup-masters 2024-11-25T02:23:36,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684/backup-masters 2024-11-25T02:23:36,331 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on existing znode=/01832300684/backup-masters/dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01832300684/master 2024-11-25T02:23:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:36,341 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on existing znode=/01832300684/master 2024-11-25T02:23:36,341 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01832300684/backup-masters/dbdd1c922b13,38713,1732501416102 from backup master directory 2024-11-25T02:23:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01832300684/backup-masters/dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684/backup-masters 2024-11-25T02:23:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684/backup-masters 2024-11-25T02:23:36,351 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:36,351 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:36,354 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/hbase.id] with ID: 5f08e622-1461-4c07-bf2c-7b627340f998 2024-11-25T02:23:36,354 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/.tmp/hbase.id 2024-11-25T02:23:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:23:36,758 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/.tmp/hbase.id]:[hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/hbase.id] 2024-11-25T02:23:36,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:36,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:23:36,765 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T02:23:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:23:37,219 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:37,219 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:23:37,220 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:37,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:23:37,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/data/master/store 2024-11-25T02:23:37,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:38,029 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:38,029 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:38,029 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501418029Disabling compacts and flushes for region at 1732501418029Disabling writes for close at 1732501418029Writing region close event to WAL at 1732501418029Closed at 1732501418029 2024-11-25T02:23:38,030 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/data/master/store/.initializing 2024-11-25T02:23:38,030 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/WALs/dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:38,031 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:38,032 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C38713%2C1732501416102, suffix=, logDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/WALs/dbdd1c922b13,38713,1732501416102, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/oldWALs, maxLogs=10 2024-11-25T02:23:38,043 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/WALs/dbdd1c922b13,38713,1732501416102/dbdd1c922b13%2C38713%2C1732501416102.1732501418032, exclude list is [], retry=0 2024-11-25T02:23:38,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45313,DS-4d83b9de-9388-44df-84fe-38b6af5f5b4d,DISK] 2024-11-25T02:23:38,046 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/WALs/dbdd1c922b13,38713,1732501416102/dbdd1c922b13%2C38713%2C1732501416102.1732501418032 2024-11-25T02:23:38,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-25T02:23:38,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:38,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:38,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:23:38,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:23:38,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:23:38,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:23:38,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:38,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:38,052 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,052 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,053 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,054 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,054 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,054 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:38,054 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:38,056 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:38,056 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65326419, jitterRate=-0.026560500264167786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:38,056 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501418047Initializing all the Stores at 1732501418047Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501418047Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501418047Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501418047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501418047Cleaning up temporary data from old regions at 1732501418054 (+7 ms)Region opened successfully at 1732501418056 (+2 ms) 2024-11-25T02:23:38,056 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:23:38,058 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267e6974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:23:38,059 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:23:38,060 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:23:38,061 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:23:38,062 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Unable to get data of znode /01832300684/balancer because node does not exist (not necessarily an error) 2024-11-25T02:23:38,126 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01832300684/balancer already deleted, retry=false 2024-11-25T02:23:38,127 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:23:38,127 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Unable to get data of znode /01832300684/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:23:38,136 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01832300684/normalizer already deleted, retry=false 2024-11-25T02:23:38,137 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:23:38,138 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Unable to get data of znode /01832300684/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:23:38,147 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01832300684/switch/split already deleted, retry=false 2024-11-25T02:23:38,148 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Unable to get data of znode /01832300684/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:23:38,157 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01832300684/switch/merge already deleted, retry=false 2024-11-25T02:23:38,159 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Unable to get data of znode /01832300684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:23:38,168 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01832300684/snapshot-cleanup already deleted, retry=false 2024-11-25T02:23:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01832300684/running 2024-11-25T02:23:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01832300684/running 2024-11-25T02:23:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,189 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,38713,1732501416102, sessionid=0x1016fcd9c490000, setting cluster-up flag (Was=false) 2024-11-25T02:23:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,242 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01832300684/flush-table-proc/acquired, /01832300684/flush-table-proc/reached, /01832300684/flush-table-proc/abort 2024-11-25T02:23:38,242 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:38,294 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01832300684/online-snapshot/acquired, /01832300684/online-snapshot/reached, /01832300684/online-snapshot/abort 2024-11-25T02:23:38,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:38,296 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:23:38,297 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:38,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:23:38,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:23:38,297 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,38713,1732501416102 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:38,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501448299 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:23:38,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:38,299 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:23:38,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:23:38,300 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:23:38,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:23:38,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:23:38,300 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501418300,5,FailOnTimeoutGroup] 2024-11-25T02:23:38,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501418300,5,FailOnTimeoutGroup] 2024-11-25T02:23:38,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:23:38,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:23:38,311 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(746): ClusterId : 5f08e622-1461-4c07-bf2c-7b627340f998 2024-11-25T02:23:38,311 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:23:38,320 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:23:38,320 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:23:38,331 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:23:38,331 DEBUG [RS:0;dbdd1c922b13:32947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f0ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:38,344 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:32947 2024-11-25T02:23:38,344 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:23:38,344 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:23:38,344 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:23:38,344 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,38713,1732501416102 with port=32947, startcode=1732501416282 2024-11-25T02:23:38,345 DEBUG [RS:0;dbdd1c922b13:32947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:23:38,346 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:23:38,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38713 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,347 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e 2024-11-25T02:23:38,347 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33261 2024-11-25T02:23:38,347 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:23:38,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684/rs 2024-11-25T02:23:38,358 DEBUG [RS:0;dbdd1c922b13:32947 {}] zookeeper.ZKUtil(111): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Set watcher on existing znode=/01832300684/rs/dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,358 WARN [RS:0;dbdd1c922b13:32947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:38,358 INFO [RS:0;dbdd1c922b13:32947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:38,358 DEBUG [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,32947,1732501416282] 2024-11-25T02:23:38,360 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:23:38,361 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:23:38,362 INFO [RS:0;dbdd1c922b13:32947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:23:38,362 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,363 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:23:38,363 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:23:38,363 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,363 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,364 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,364 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,364 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:38,364 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:38,364 DEBUG [RS:0;dbdd1c922b13:32947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,364 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32947,1732501416282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:38,378 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:23:38,378 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,32947,1732501416282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,378 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,378 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.Replication(171): dbdd1c922b13,32947,1732501416282 started 2024-11-25T02:23:38,390 INFO [RS:0;dbdd1c922b13:32947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:38,390 INFO [RS:0;dbdd1c922b13:32947 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,32947,1732501416282, RpcServer on dbdd1c922b13/172.17.0.3:32947, sessionid=0x1016fcd9c490001 2024-11-25T02:23:38,390 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:23:38,390 DEBUG [RS:0;dbdd1c922b13:32947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,390 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,32947,1732501416282' 2024-11-25T02:23:38,390 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01832300684/flush-table-proc/abort' 2024-11-25T02:23:38,390 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01832300684/flush-table-proc/acquired' 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,32947,1732501416282' 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01832300684/online-snapshot/abort' 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01832300684/online-snapshot/acquired' 2024-11-25T02:23:38,391 DEBUG [RS:0;dbdd1c922b13:32947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:23:38,391 INFO [RS:0;dbdd1c922b13:32947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:23:38,391 INFO [RS:0;dbdd1c922b13:32947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:23:38,492 INFO [RS:0;dbdd1c922b13:32947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:38,493 INFO [RS:0;dbdd1c922b13:32947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C32947%2C1732501416282, suffix=, logDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/oldWALs, maxLogs=10 2024-11-25T02:23:38,505 DEBUG [RS:0;dbdd1c922b13:32947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282/dbdd1c922b13%2C32947%2C1732501416282.1732501418493, exclude list is [], retry=0 2024-11-25T02:23:38,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45313,DS-4d83b9de-9388-44df-84fe-38b6af5f5b4d,DISK] 2024-11-25T02:23:38,508 INFO [RS:0;dbdd1c922b13:32947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282/dbdd1c922b13%2C32947%2C1732501416282.1732501418493 2024-11-25T02:23:38,510 DEBUG [RS:0;dbdd1c922b13:32947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-25T02:23:38,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:23:38,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e 2024-11-25T02:23:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:23:39,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:39,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:39,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:39,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:39,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:39,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:39,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:39,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:39,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:39,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/1588230740 2024-11-25T02:23:39,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/1588230740 2024-11-25T02:23:39,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:39,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:39,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:39,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:39,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:39,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63353953, jitterRate=-0.0559525340795517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501419112Initializing all the Stores at 1732501419113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501419113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419113Cleaning up temporary data from old regions at 1732501419119 (+6 ms)Region opened successfully at 1732501419122 (+3 ms) 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:39,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:39,122 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501419122Disabling compacts and flushes for region at 1732501419122Disabling writes for close at 1732501419122Writing region close event to WAL at 1732501419122Closed at 1732501419122 2024-11-25T02:23:39,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:39,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:23:39,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:23:39,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:39,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:23:39,275 DEBUG [dbdd1c922b13:38713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:23:39,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:39,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,32947,1732501416282, state=OPENING 2024-11-25T02:23:39,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:23:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01832300684 2024-11-25T02:23:39,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01832300684/meta-region-server: CHANGED 2024-11-25T02:23:39,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01832300684/meta-region-server: CHANGED 2024-11-25T02:23:39,352 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:39,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,32947,1732501416282}] 2024-11-25T02:23:39,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:39,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:23:39,507 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:23:39,507 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:39,507 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:23:39,508 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C32947%2C1732501416282.meta, suffix=.meta, logDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/oldWALs, maxLogs=10 2024-11-25T02:23:39,520 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282/dbdd1c922b13%2C32947%2C1732501416282.meta.1732501419509.meta, exclude list is [], retry=0 2024-11-25T02:23:39,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45313,DS-4d83b9de-9388-44df-84fe-38b6af5f5b4d,DISK] 2024-11-25T02:23:39,523 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/WALs/dbdd1c922b13,32947,1732501416282/dbdd1c922b13%2C32947%2C1732501416282.meta.1732501419509.meta 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44763:44763)] 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:39,524 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:23:39,524 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:23:39,524 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:23:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:39,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:39,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:39,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:39,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:39,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:39,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:39,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:39,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:39,529 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:39,529 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/1588230740 2024-11-25T02:23:39,530 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/hbase/meta/1588230740 2024-11-25T02:23:39,530 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:39,530 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:39,531 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:39,531 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:39,532 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73600453, jitterRate=0.09673221409320831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:39,532 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:23:39,532 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501419524Writing region info on filesystem at 1732501419524Initializing all the Stores at 1732501419525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501419525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501419525Cleaning up temporary data from old regions at 1732501419530 (+5 ms)Running coprocessor post-open hooks at 1732501419532 (+2 ms)Region opened successfully at 1732501419532 2024-11-25T02:23:39,533 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501419503 2024-11-25T02:23:39,534 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:23:39,534 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:23:39,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:39,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,32947,1732501416282, state=OPEN 2024-11-25T02:23:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32947-0x1016fcd9c490001, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01832300684/meta-region-server 2024-11-25T02:23:39,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38713-0x1016fcd9c490000, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01832300684/meta-region-server 2024-11-25T02:23:39,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01832300684/meta-region-server: CHANGED 2024-11-25T02:23:39,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01832300684/meta-region-server: CHANGED 2024-11-25T02:23:39,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:39,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:23:39,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,32947,1732501416282 in 240 msec 2024-11-25T02:23:39,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:23:39,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-25T02:23:39,596 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:39,596 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:23:39,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:39,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,32947,1732501416282, seqNum=-1] 2024-11-25T02:23:39,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:39,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:39,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-25T02:23:39,600 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501419600, completionTime=-1 2024-11-25T02:23:39,600 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:23:39,600 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501479602 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501539602 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:38713, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,602 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,603 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:39,605 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:23:39,607 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:23:39,607 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:23:39,607 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38713,1732501416102-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:39,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f6f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:39,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38713,-1 for getting cluster id 2024-11-25T02:23:39,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:39,613 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f08e622-1461-4c07-bf2c-7b627340f998' 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f08e622-1461-4c07-bf2c-7b627340f998" 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@888fcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38713,-1] 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:39,614 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b27d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:39,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:39,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,32947,1732501416282, seqNum=-1] 2024-11-25T02:23:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:39,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:39,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:39,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54619 2024-11-25T02:23:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54619, baseZNode=/01832300684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:39,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcd9c490002 connected 2024-11-25T02:23:39,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79547ca7 2024-11-25T02:23:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:39,649 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:39,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:39,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:39,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:39,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:39,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:40,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5217f566e857f336ec8783522a9dcbd8, NAME => 'test,,1732501419649.5217f566e857f336ec8783522a9dcbd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e 2024-11-25T02:23:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45313 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:23:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501419649.5217f566e857f336ec8783522a9dcbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5217f566e857f336ec8783522a9dcbd8, disabling compactions & flushes 2024-11-25T02:23:40,466 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. after waiting 0 ms 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,466 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5217f566e857f336ec8783522a9dcbd8: Waiting for close lock at 1732501420466Disabling compacts and flushes for region at 1732501420466Disabling writes for close at 1732501420466Writing region close event to WAL at 1732501420466Closed at 1732501420466 2024-11-25T02:23:40,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:40,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501419649.5217f566e857f336ec8783522a9dcbd8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501420467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501420467"}]},"ts":"1732501420467"} 2024-11-25T02:23:40,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:40,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:40,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501420469"}]},"ts":"1732501420469"} 2024-11-25T02:23:40,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:23:40,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5217f566e857f336ec8783522a9dcbd8, ASSIGN}] 2024-11-25T02:23:40,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5217f566e857f336ec8783522a9dcbd8, ASSIGN 2024-11-25T02:23:40,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5217f566e857f336ec8783522a9dcbd8, ASSIGN; state=OFFLINE, location=dbdd1c922b13,32947,1732501416282; forceNewPlan=false, retain=false 2024-11-25T02:23:40,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5217f566e857f336ec8783522a9dcbd8, regionState=OPENING, regionLocation=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:40,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5217f566e857f336ec8783522a9dcbd8, ASSIGN because future has completed 2024-11-25T02:23:40,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5217f566e857f336ec8783522a9dcbd8, server=dbdd1c922b13,32947,1732501416282}] 2024-11-25T02:23:40,778 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5217f566e857f336ec8783522a9dcbd8, NAME => 'test,,1732501419649.5217f566e857f336ec8783522a9dcbd8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:40,778 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:40,778 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501419649.5217f566e857f336ec8783522a9dcbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,779 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,780 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5217f566e857f336ec8783522a9dcbd8 columnFamilyName f 2024-11-25T02:23:40,780 DEBUG [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:40,781 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(327): Store=5217f566e857f336ec8783522a9dcbd8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:40,781 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,781 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5217f566e857f336ec8783522a9dcbd8 columnFamilyName f1 2024-11-25T02:23:40,781 DEBUG [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:40,782 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(327): Store=5217f566e857f336ec8783522a9dcbd8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:40,782 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,782 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5217f566e857f336ec8783522a9dcbd8 columnFamilyName norep 2024-11-25T02:23:40,782 DEBUG [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:40,783 INFO [StoreOpener-5217f566e857f336ec8783522a9dcbd8-1 {}] regionserver.HStore(327): Store=5217f566e857f336ec8783522a9dcbd8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:40,783 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,783 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/default/test/5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,783 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/default/test/5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,784 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,784 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,784 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:40,785 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,786 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/data/default/test/5217f566e857f336ec8783522a9dcbd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:40,786 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5217f566e857f336ec8783522a9dcbd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74755230, jitterRate=0.11393973231315613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:40,786 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5217f566e857f336ec8783522a9dcbd8 2024-11-25T02:23:40,786 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5217f566e857f336ec8783522a9dcbd8: Running coprocessor pre-open hook at 1732501420778Writing region info on filesystem at 1732501420778Initializing all the Stores at 1732501420779 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501420779Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501420779Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501420779Cleaning up temporary data from old regions at 1732501420784 (+5 ms)Running coprocessor post-open hooks at 1732501420786 (+2 ms)Region opened successfully at 1732501420786 2024-11-25T02:23:40,787 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501419649.5217f566e857f336ec8783522a9dcbd8., pid=6, masterSystemTime=1732501420775 2024-11-25T02:23:40,788 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,788 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501419649.5217f566e857f336ec8783522a9dcbd8. 2024-11-25T02:23:40,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5217f566e857f336ec8783522a9dcbd8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,32947,1732501416282 2024-11-25T02:23:40,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5217f566e857f336ec8783522a9dcbd8, server=dbdd1c922b13,32947,1732501416282 because future has completed 2024-11-25T02:23:40,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:23:40,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5217f566e857f336ec8783522a9dcbd8, server=dbdd1c922b13,32947,1732501416282 in 166 msec 2024-11-25T02:23:40,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:23:40,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5217f566e857f336ec8783522a9dcbd8, ASSIGN in 321 msec 2024-11-25T02:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:40,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:40,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501420793"}]},"ts":"1732501420793"} 2024-11-25T02:23:40,794 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:23:40,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:40,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-25T02:23:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:41,803 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:23:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec01c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38713,-1 for getting cluster id 2024-11-25T02:23:41,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:41,804 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f08e622-1461-4c07-bf2c-7b627340f998' 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f08e622-1461-4c07-bf2c-7b627340f998" 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10570db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38713,-1] 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,805 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3cfee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d2f863 2024-11-25T02:23:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:41,806 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:41,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:38713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:23:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:23:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:41,809 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:38713' 2024-11-25T02:23:41,809 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12850415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,809 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38713,-1 for getting cluster id 2024-11-25T02:23:41,810 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:41,810 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f08e622-1461-4c07-bf2c-7b627340f998' 2024-11-25T02:23:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f08e622-1461-4c07-bf2c-7b627340f998" 2024-11-25T02:23:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0048f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38713,-1] 2024-11-25T02:23:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,811 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a4cecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:41,812 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38713,1732501416102 2024-11-25T02:23:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba17366 2024-11-25T02:23:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:41,813 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:41,813 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:23:41,813 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:23:41,814 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,814 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:41,814 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T02:23:41,819 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-25T02:23:41,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-25T02:23:41,820 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-25T02:23:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:23:41,913 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://dbdd1c922b13:38713, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-25T02:23:41,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:23:41,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:23:41,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:41,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:23:41,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: IPC Server handler 1 on default port 41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;dbdd1c922b13:32947 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1613334551_20 at /127.0.0.1:56560 [Receiving block BP-1593385700-172.17.0.3-1732501414069:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1593385700-172.17.0.3-1732501414069 heartbeating to localhost/127.0.0.1:33261 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@620073fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54619) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbdd1c922b13:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp8981334-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbdd1c922b13:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1613334551_20 at /127.0.0.1:56484 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e-prefix:dbdd1c922b13,32947,1732501416282 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54619 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4562e76a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp8981334-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c443c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@19a88a04 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/dbdd1c922b13:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp8981334-7917-acceptor-0@1613411d-ServerConnector@3a1837c0{HTTP/1.1, (http/1.1)}{localhost:42137} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@55e88147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4d150350[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1613334551_20 at /127.0.0.1:56548 [Receiving block BP-1593385700-172.17.0.3-1732501414069:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54619) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 33261 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7169d484 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp8981334-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c443c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1593385700-172.17.0.3-1732501414069:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54619) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp398767926-7962-acceptor-0@9184659-ServerConnector@fdd6878{HTTP/1.1, (http/1.1)}{localhost:36847} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5eac4b57 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp398767926-7964 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@74ed0413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp8981334-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c443c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33261 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1593385700-172.17.0.3-1732501414069:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1954936479_20 at /127.0.0.1:56530 [Receiving block BP-1593385700-172.17.0.3-1732501414069:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fe5c49f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501418300 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 41749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54619): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbdd1c922b13:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp8981334-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data2/current/BP-1593385700-172.17.0.3-1732501414069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@31e59d7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 3 on default port 33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;dbdd1c922b13:32947-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2a85aa27-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp8981334-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp398767926-7961 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c443c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp8981334-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe5c443c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1593385700-172.17.0.3-1732501414069:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e/MasterData-prefix:dbdd1c922b13,38713,1732501416102 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501418300 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: dbdd1c922b13:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp398767926-7963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbdd1c922b13:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 0 on default port 33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@38d1e5fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33261/user/jenkins/test-data/d4baa3ca-cbc7-d30f-e6c6-712156ac9e5e-prefix:dbdd1c922b13,32947,1732501416282.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 41749 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(330027118) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/cluster_179b26fa-8043-c4d8-6c62-113adfaba816/data/data1/current/BP-1593385700-172.17.0.3-1732501414069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6e2c3b6c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fe5c4aafa98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;dbdd1c922b13:38713 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2974 (was 3008) 2024-11-25T02:23:41,933 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-25T02:23:41,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=2972 2024-11-25T02:23:41,947 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-25T02:23:41,960 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-25T02:23:41,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.log.dir so I do NOT create it in target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22 2024-11-25T02:23:41,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:23:41,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.tmp.dir so I do NOT create it in target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22 2024-11-25T02:23:41,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2160d17-3563-a6a2-2978-2897e89b8910/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:23:41,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22 2024-11-25T02:23:41,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5, deleteOnExit=true 2024-11-25T02:23:42,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/zookeeper_0, clientPort=59890, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T02:23:42,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59890 2024-11-25T02:23:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:23:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/test.cache.data in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:23:42,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:23:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:23:42,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:23:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T02:23:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T02:23:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T02:23:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T02:23:42,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:23:42,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T02:23:42,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:42,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:42,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:42,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:42,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:23:42,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:42,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3966980f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:42,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e46ca82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:42,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cf8ea88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/java.io.tmpdir/jetty-localhost-40163-hadoop-hdfs-3_4_1-tests_jar-_-any-8861615287342518179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:42,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3044a67f{HTTP/1.1, (http/1.1)}{localhost:40163} 2024-11-25T02:23:42,468 INFO [Time-limited test {}] server.Server(415): Started @337396ms 2024-11-25T02:23:42,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:42,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:42,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:42,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:42,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:23:42,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3310de14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:42,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3183ba7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:42,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ff8055{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/java.io.tmpdir/jetty-localhost-44429-hadoop-hdfs-3_4_1-tests_jar-_-any-3605965002678310199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:42,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62408e36{HTTP/1.1, (http/1.1)}{localhost:44429} 2024-11-25T02:23:42,810 INFO [Time-limited test {}] server.Server(415): Started @337738ms 2024-11-25T02:23:42,811 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:23:43,442 WARN [Thread-4325 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/data/data1/current/BP-571435204-172.17.0.3-1732501422024/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:43,442 WARN [Thread-4326 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/data/data2/current/BP-571435204-172.17.0.3-1732501422024/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:43,459 WARN [Thread-4313 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:23:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x591c0f26e05a59d4 with lease ID 0xd4bd961f52d3e48f: Processing first storage report for DS-5083075e-c91d-450d-94eb-fbe020da18c4 from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=812b4eeb-d021-4fb1-83ed-8bf91749ca02, infoPort=37817, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=1673508453;c=1732501422024) 2024-11-25T02:23:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x591c0f26e05a59d4 with lease ID 0xd4bd961f52d3e48f: from storage DS-5083075e-c91d-450d-94eb-fbe020da18c4 node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=812b4eeb-d021-4fb1-83ed-8bf91749ca02, infoPort=37817, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=1673508453;c=1732501422024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x591c0f26e05a59d4 with lease ID 0xd4bd961f52d3e48f: Processing first storage report for DS-79980281-09a3-4505-bc5f-696348291180 from datanode DatanodeRegistration(127.0.0.1:39275, datanodeUuid=812b4eeb-d021-4fb1-83ed-8bf91749ca02, infoPort=37817, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=1673508453;c=1732501422024) 2024-11-25T02:23:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x591c0f26e05a59d4 with lease ID 0xd4bd961f52d3e48f: from storage DS-79980281-09a3-4505-bc5f-696348291180 node DatanodeRegistration(127.0.0.1:39275, datanodeUuid=812b4eeb-d021-4fb1-83ed-8bf91749ca02, infoPort=37817, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=1673508453;c=1732501422024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:43,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22 2024-11-25T02:23:43,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:43,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:23:43,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe with version=8 2024-11-25T02:23:43,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/hbase-staging 2024-11-25T02:23:43,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:43,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:43,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:43,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38999 2024-11-25T02:23:43,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38999 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:44,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389990x0, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:44,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38999-0x1016fcdbb5e0000 connected 2024-11-25T02:23:44,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:44,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:44,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/running 2024-11-25T02:23:44,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe, hbase.cluster.distributed=false 2024-11-25T02:23:44,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/acl 2024-11-25T02:23:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-25T02:23:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38999 2024-11-25T02:23:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38999 2024-11-25T02:23:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-25T02:23:44,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-25T02:23:44,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:44,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46407 2024-11-25T02:23:44,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46407 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:44,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:44,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464070x0, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:44,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464070x0, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/running 2024-11-25T02:23:44,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46407-0x1016fcdbb5e0001 connected 2024-11-25T02:23:44,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:23:44,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:23:44,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/master 2024-11-25T02:23:44,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/acl 2024-11-25T02:23:44,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-25T02:23:44,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46407 2024-11-25T02:23:44,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46407 2024-11-25T02:23:44,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-25T02:23:44,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46407 2024-11-25T02:23:44,182 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:38999 2024-11-25T02:23:44,183 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-993624415/backup-masters/dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/backup-masters 2024-11-25T02:23:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/backup-masters 2024-11-25T02:23:44,190 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on existing znode=/0-993624415/backup-masters/dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-993624415/master 2024-11-25T02:23:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:44,200 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on existing znode=/0-993624415/master 2024-11-25T02:23:44,201 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-993624415/backup-masters/dbdd1c922b13,38999,1732501423946 from backup master directory 2024-11-25T02:23:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-993624415/backup-masters/dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/backup-masters 2024-11-25T02:23:44,211 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/backup-masters 2024-11-25T02:23:44,211 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:44,213 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/hbase.id] with ID: a801be6f-dd5c-4923-8980-5932ea1dd2e5 2024-11-25T02:23:44,213 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/.tmp/hbase.id 2024-11-25T02:23:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:23:44,217 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/.tmp/hbase.id]:[hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/hbase.id] 2024-11-25T02:23:44,223 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:44,223 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:23:44,224 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:23:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:23:44,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:23:44,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:44,636 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:44,637 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:23:44,637 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:23:44,642 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store 2024-11-25T02:23:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:23:45,046 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:45,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:45,047 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501425047Disabling compacts and flushes for region at 1732501425047Disabling writes for close at 1732501425047Writing region close event to WAL at 1732501425047Closed at 1732501425047 2024-11-25T02:23:45,047 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/.initializing 2024-11-25T02:23:45,047 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/WALs/dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:45,048 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:45,049 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C38999%2C1732501423946, suffix=, logDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/WALs/dbdd1c922b13,38999,1732501423946, archiveDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/oldWALs, maxLogs=10 2024-11-25T02:23:45,060 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/WALs/dbdd1c922b13,38999,1732501423946/dbdd1c922b13%2C38999%2C1732501423946.1732501425049, exclude list is [], retry=0 2024-11-25T02:23:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:23:45,063 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/WALs/dbdd1c922b13,38999,1732501423946/dbdd1c922b13%2C38999%2C1732501423946.1732501425049 2024-11-25T02:23:45,063 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:23:45,063 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:45,064 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:45,064 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,064 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:23:45,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:23:45,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:45,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:45,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:23:45,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:23:45,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:45,069 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,070 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,070 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,071 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,071 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,071 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:45,072 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:45,073 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:45,073 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74038720, jitterRate=0.10326290130615234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:45,073 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501425064Initializing all the Stores at 1732501425064Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501425064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501425064Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501425064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501425064Cleaning up temporary data from old regions at 1732501425071 (+7 ms)Region opened successfully at 1732501425073 (+2 ms) 2024-11-25T02:23:45,074 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:23:45,075 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9f1fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:23:45,076 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:23:45,078 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:23:45,078 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/balancer because node does not exist (not necessarily an error) 2024-11-25T02:23:45,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,137 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/balancer already deleted, retry=false 2024-11-25T02:23:45,137 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:23:45,138 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:23:45,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:45,147 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/normalizer already deleted, retry=false 2024-11-25T02:23:45,148 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:23:45,148 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:23:45,158 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/switch/split already deleted, retry=false 2024-11-25T02:23:45,159 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:23:45,169 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/switch/merge already deleted, retry=false 2024-11-25T02:23:45,170 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:23:45,179 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/snapshot-cleanup already deleted, retry=false 2024-11-25T02:23:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-993624415/running 2024-11-25T02:23:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-993624415/running 2024-11-25T02:23:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,190 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,38999,1732501423946, sessionid=0x1016fcdbb5e0000, setting cluster-up flag (Was=false) 2024-11-25T02:23:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,242 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-993624415/flush-table-proc/acquired, /0-993624415/flush-table-proc/reached, /0-993624415/flush-table-proc/abort 2024-11-25T02:23:45,243 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:45,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:45,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-993624415/online-snapshot/acquired, /0-993624415/online-snapshot/reached, /0-993624415/online-snapshot/abort 2024-11-25T02:23:45,296 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:45,297 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:23:45,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:45,298 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:23:45,298 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:23:45,298 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,38999,1732501423946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:45,299 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501455300 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:23:45,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:45,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:23:45,300 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:23:45,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:23:45,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:23:45,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501425301,5,FailOnTimeoutGroup] 2024-11-25T02:23:45,301 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501425301,5,FailOnTimeoutGroup] 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,301 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:23:45,371 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(746): ClusterId : a801be6f-dd5c-4923-8980-5932ea1dd2e5 2024-11-25T02:23:45,371 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:23:45,380 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:23:45,380 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:23:45,390 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:23:45,390 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc527e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:45,401 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:46407 2024-11-25T02:23:45,401 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:23:45,401 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:23:45,401 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:23:45,401 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,38999,1732501423946 with port=46407, startcode=1732501424144 2024-11-25T02:23:45,402 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:23:45,402 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:23:45,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,404 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe 2024-11-25T02:23:45,404 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38839 2024-11-25T02:23:45,404 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:23:45,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/rs 2024-11-25T02:23:45,411 DEBUG [RS:0;dbdd1c922b13:46407 {}] zookeeper.ZKUtil(111): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on existing znode=/0-993624415/rs/dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,411 WARN [RS:0;dbdd1c922b13:46407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:45,411 INFO [RS:0;dbdd1c922b13:46407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:45,411 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,46407,1732501424144] 2024-11-25T02:23:45,413 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:23:45,415 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:23:45,415 INFO [RS:0;dbdd1c922b13:46407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:23:45,415 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,415 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:23:45,416 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:23:45,416 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:45,416 DEBUG [RS:0;dbdd1c922b13:46407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,420 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46407,1732501424144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:45,437 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:23:45,437 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,46407,1732501424144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,437 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,437 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.Replication(171): dbdd1c922b13,46407,1732501424144 started 2024-11-25T02:23:45,453 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:45,453 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,46407,1732501424144, RpcServer on dbdd1c922b13/172.17.0.3:46407, sessionid=0x1016fcdbb5e0001 2024-11-25T02:23:45,453 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:23:45,453 DEBUG [RS:0;dbdd1c922b13:46407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,453 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,46407,1732501424144' 2024-11-25T02:23:45,453 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-993624415/flush-table-proc/abort' 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-993624415/flush-table-proc/acquired' 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,46407,1732501424144' 2024-11-25T02:23:45,454 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-993624415/online-snapshot/abort' 2024-11-25T02:23:45,455 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-993624415/online-snapshot/acquired' 2024-11-25T02:23:45,455 DEBUG [RS:0;dbdd1c922b13:46407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:23:45,455 INFO [RS:0;dbdd1c922b13:46407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:23:45,455 INFO [RS:0;dbdd1c922b13:46407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:23:45,556 INFO [RS:0;dbdd1c922b13:46407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:45,557 INFO [RS:0;dbdd1c922b13:46407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C46407%2C1732501424144, suffix=, logDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144, archiveDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/oldWALs, maxLogs=10 2024-11-25T02:23:45,572 DEBUG [RS:0;dbdd1c922b13:46407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557, exclude list is [], retry=0 2024-11-25T02:23:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:23:45,576 INFO [RS:0;dbdd1c922b13:46407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 2024-11-25T02:23:45,576 DEBUG [RS:0;dbdd1c922b13:46407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:23:45,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:23:45,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe 2024-11-25T02:23:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:23:46,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:46,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:46,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:46,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:46,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:46,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:46,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:46,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:46,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:46,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:46,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740 2024-11-25T02:23:46,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740 2024-11-25T02:23:46,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:46,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:46,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:46,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:46,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74159002, jitterRate=0.10505524277687073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501426114Initializing all the Stores at 1732501426114Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501426115 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426115Cleaning up temporary data from old regions at 1732501426120 (+5 ms)Region opened successfully at 1732501426122 (+2 ms) 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:46,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:46,122 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:46,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501426122Disabling compacts and flushes for region at 1732501426122Disabling writes for close at 1732501426122Writing region close event to WAL at 1732501426122Closed at 1732501426122 2024-11-25T02:23:46,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:46,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:23:46,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:23:46,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:46,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:23:46,275 DEBUG [dbdd1c922b13:38999 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:23:46,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:46,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,46407,1732501424144, state=OPENING 2024-11-25T02:23:46,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:23:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:23:46,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:46,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-993624415/meta-region-server: CHANGED 2024-11-25T02:23:46,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-993624415/meta-region-server: CHANGED 2024-11-25T02:23:46,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46407,1732501424144}] 2024-11-25T02:23:46,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:46,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:23:46,492 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:23:46,492 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:46,492 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:23:46,493 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C46407%2C1732501424144.meta, suffix=.meta, logDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144, archiveDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/oldWALs, maxLogs=10 2024-11-25T02:23:46,506 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501426493.meta, exclude list is [], retry=0 2024-11-25T02:23:46,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:23:46,508 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501426493.meta 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:46,509 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:23:46,509 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:23:46,509 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:23:46,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:46,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:46,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:46,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:46,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:46,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:46,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:46,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:46,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:46,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:46,513 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:46,514 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740 2024-11-25T02:23:46,514 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740 2024-11-25T02:23:46,515 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:46,515 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:46,515 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:46,516 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:46,516 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67252652, jitterRate=0.002142608165740967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:46,516 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:23:46,516 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501426509Writing region info on filesystem at 1732501426509Initializing all the Stores at 1732501426510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501426510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501426510Cleaning up temporary data from old regions at 1732501426515 (+5 ms)Running coprocessor post-open hooks at 1732501426516 (+1 ms)Region opened successfully at 1732501426516 2024-11-25T02:23:46,517 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501426489 2024-11-25T02:23:46,518 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:23:46,518 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:23:46,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:46,519 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,46407,1732501424144, state=OPEN 2024-11-25T02:23:46,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-993624415/meta-region-server 2024-11-25T02:23:46,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-993624415/meta-region-server 2024-11-25T02:23:46,558 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:46,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-993624415/meta-region-server: CHANGED 2024-11-25T02:23:46,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-993624415/meta-region-server: CHANGED 2024-11-25T02:23:46,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:23:46,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,46407,1732501424144 in 221 msec 2024-11-25T02:23:46,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:23:46,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-25T02:23:46,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:46,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:23:46,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:46,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46407,1732501424144, seqNum=-1] 2024-11-25T02:23:46,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:46,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:46,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-25T02:23:46,566 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501426566, completionTime=-1 2024-11-25T02:23:46,566 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:23:46,566 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:23:46,567 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:23:46,567 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501486567 2024-11-25T02:23:46,567 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501546567 2024-11-25T02:23:46,567 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:23:46,567 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:38999, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,568 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,569 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.359sec 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:23:46,570 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:46,571 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:23:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2f2d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:46,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:23:46,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:46,572 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:23:46,572 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:23:46,572 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,38999,1732501423946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:46,573 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d910ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:46,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:46,574 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:46,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191e59e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:46,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46407,1732501424144, seqNum=-1] 2024-11-25T02:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:46,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:46,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:46,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:46,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:46,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016fcdbb5e0002 connected 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir so I do NOT create it in target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215 2024-11-25T02:23:46,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.tmp.dir so I do NOT create it in target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215 2024-11-25T02:23:46,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:23:46,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/cluster_9bc9450f-0dd3-5dce-8386-2568adb5ad6f, deleteOnExit=true 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/test.cache.data in system properties and HBase conf 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:23:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:23:46,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:23:46,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:23:46,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:46,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:46,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:46,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:46,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:46,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:46,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@188a55d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:46,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f88d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:47,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@305b964d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/java.io.tmpdir/jetty-localhost-33795-hadoop-hdfs-3_4_1-tests_jar-_-any-14892737240450049030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:47,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@303cef64{HTTP/1.1, (http/1.1)}{localhost:33795} 2024-11-25T02:23:47,055 INFO [Time-limited test {}] server.Server(415): Started @341983ms 2024-11-25T02:23:47,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:47,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:47,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:47,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:47,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:47,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5e343c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:47,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1722fd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:47,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70dd2d2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/java.io.tmpdir/jetty-localhost-34411-hadoop-hdfs-3_4_1-tests_jar-_-any-12246990319988518495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:47,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2393f6bc{HTTP/1.1, (http/1.1)}{localhost:34411} 2024-11-25T02:23:47,387 INFO [Time-limited test {}] server.Server(415): Started @342315ms 2024-11-25T02:23:47,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:23:48,191 WARN [Thread-4446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/cluster_9bc9450f-0dd3-5dce-8386-2568adb5ad6f/data/data1/current/BP-556412676-172.17.0.3-1732501426629/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:48,191 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/cluster_9bc9450f-0dd3-5dce-8386-2568adb5ad6f/data/data2/current/BP-556412676-172.17.0.3-1732501426629/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:48,225 WARN [Thread-4434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:23:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1b675608db047a with lease ID 0x6dde9ce175907ac7: Processing first storage report for DS-02dcc6f9-f817-4be5-b910-6ffbf190c3e9 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=6dd9f31c-363f-4b25-bbb5-e09b816d808a, infoPort=35993, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1624773448;c=1732501426629) 2024-11-25T02:23:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1b675608db047a with lease ID 0x6dde9ce175907ac7: from storage DS-02dcc6f9-f817-4be5-b910-6ffbf190c3e9 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=6dd9f31c-363f-4b25-bbb5-e09b816d808a, infoPort=35993, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1624773448;c=1732501426629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1b675608db047a with lease ID 0x6dde9ce175907ac7: Processing first storage report for DS-f86dc467-5c5d-42b6-8e8a-d1a5bc15b23e from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=6dd9f31c-363f-4b25-bbb5-e09b816d808a, infoPort=35993, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1624773448;c=1732501426629) 2024-11-25T02:23:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1b675608db047a with lease ID 0x6dde9ce175907ac7: from storage DS-f86dc467-5c5d-42b6-8e8a-d1a5bc15b23e node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=6dd9f31c-363f-4b25-bbb5-e09b816d808a, infoPort=35993, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1624773448;c=1732501426629), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T02:23:48,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215 2024-11-25T02:23:48,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:23:48,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247 with version=8 2024-11-25T02:23:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/hbase-staging 2024-11-25T02:23:48,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:48,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:23:48,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:48,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39067 2024-11-25T02:23:48,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39067 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:48,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390670x0, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:48,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39067-0x1016fcdbb5e0003 connected 2024-11-25T02:23:48,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/running 2024-11-25T02:23:48,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247, hbase.cluster.distributed=false 2024-11-25T02:23:48,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/acl 2024-11-25T02:23:48,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39067 2024-11-25T02:23:48,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39067 2024-11-25T02:23:48,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39067 2024-11-25T02:23:48,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39067 2024-11-25T02:23:48,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39067 2024-11-25T02:23:48,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:23:48,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:48,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36427 2024-11-25T02:23:48,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36427 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:48,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:48,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364270x0, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:48,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364270x0, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/running 2024-11-25T02:23:48,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36427-0x1016fcdbb5e0004 connected 2024-11-25T02:23:48,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:23:48,875 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:23:48,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/master 2024-11-25T02:23:48,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/acl 2024-11-25T02:23:48,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-25T02:23:48,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36427 2024-11-25T02:23:48,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36427 2024-11-25T02:23:48,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-25T02:23:48,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-25T02:23:48,892 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:39067 2024-11-25T02:23:48,893 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-697290694/backup-masters/dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:48,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/backup-masters 2024-11-25T02:23:48,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/backup-masters 2024-11-25T02:23:48,906 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on existing znode=/1-697290694/backup-masters/dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-697290694/master 2024-11-25T02:23:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:48,916 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on existing znode=/1-697290694/master 2024-11-25T02:23:48,917 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-697290694/backup-masters/dbdd1c922b13,39067,1732501428724 from backup master directory 2024-11-25T02:23:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-697290694/backup-masters/dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/backup-masters 2024-11-25T02:23:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/backup-masters 2024-11-25T02:23:48,926 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:48,926 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:48,929 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/hbase.id] with ID: 3bb0d268-fc5b-42d6-bd47-a2f786338f0f 2024-11-25T02:23:48,929 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/.tmp/hbase.id 2024-11-25T02:23:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:23:49,337 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/.tmp/hbase.id]:[hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/hbase.id] 2024-11-25T02:23:49,360 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:49,360 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:23:49,361 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:23:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:23:49,815 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:49,816 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:23:49,816 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:23:50,221 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store 2024-11-25T02:23:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:50,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:50,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:50,625 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501430625Disabling compacts and flushes for region at 1732501430625Disabling writes for close at 1732501430625Writing region close event to WAL at 1732501430625Closed at 1732501430625 2024-11-25T02:23:50,626 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/.initializing 2024-11-25T02:23:50,626 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/WALs/dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:50,627 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:50,628 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C39067%2C1732501428724, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/WALs/dbdd1c922b13,39067,1732501428724, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/oldWALs, maxLogs=10 2024-11-25T02:23:50,641 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/WALs/dbdd1c922b13,39067,1732501428724/dbdd1c922b13%2C39067%2C1732501428724.1732501430628, exclude list is [], retry=0 2024-11-25T02:23:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-02dcc6f9-f817-4be5-b910-6ffbf190c3e9,DISK] 2024-11-25T02:23:50,646 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/WALs/dbdd1c922b13,39067,1732501428724/dbdd1c922b13%2C39067%2C1732501428724.1732501430628 2024-11-25T02:23:50,646 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35993:35993)] 2024-11-25T02:23:50,646 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:50,647 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:50,647 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,647 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:23:50,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:23:50,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:50,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:50,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:23:50,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:50,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:50,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:23:50,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:50,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:50,652 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,652 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,652 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,653 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,653 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,654 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:50,654 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:50,655 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:50,656 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501152, jitterRate=0.005845546722412109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:50,656 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501430647Initializing all the Stores at 1732501430647Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501430647Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501430647Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501430647Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501430648 (+1 ms)Cleaning up temporary data from old regions at 1732501430653 (+5 ms)Region opened successfully at 1732501430656 (+3 ms) 2024-11-25T02:23:50,656 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:23:50,658 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d337bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:50,658 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:23:50,659 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:23:50,661 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:23:50,661 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/balancer because node does not exist (not necessarily an error) 2024-11-25T02:23:50,758 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/balancer already deleted, retry=false 2024-11-25T02:23:50,758 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:23:50,759 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:23:50,768 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/normalizer already deleted, retry=false 2024-11-25T02:23:50,768 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:23:50,769 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:23:50,779 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/switch/split already deleted, retry=false 2024-11-25T02:23:50,779 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:23:50,789 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/switch/merge already deleted, retry=false 2024-11-25T02:23:50,791 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:23:50,800 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/snapshot-cleanup already deleted, retry=false 2024-11-25T02:23:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-697290694/running 2024-11-25T02:23:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-697290694/running 2024-11-25T02:23:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,811 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,39067,1732501428724, sessionid=0x1016fcdbb5e0003, setting cluster-up flag (Was=false) 2024-11-25T02:23:50,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,863 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-697290694/flush-table-proc/acquired, /1-697290694/flush-table-proc/reached, /1-697290694/flush-table-proc/abort 2024-11-25T02:23:50,864 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:50,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:50,916 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-697290694/online-snapshot/acquired, /1-697290694/online-snapshot/reached, /1-697290694/online-snapshot/abort 2024-11-25T02:23:50,917 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:50,917 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:23:50,918 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:50,918 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:23:50,919 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:23:50,919 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,39067,1732501428724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:50,920 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501460921 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:23:50,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:23:50,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:23:50,921 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:23:50,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:50,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:23:50,922 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501430922,5,FailOnTimeoutGroup] 2024-11-25T02:23:50,922 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501430922,5,FailOnTimeoutGroup] 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:50,922 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:23:50,984 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(746): ClusterId : 3bb0d268-fc5b-42d6-bd47-a2f786338f0f 2024-11-25T02:23:50,984 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:23:50,990 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:23:50,990 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:23:51,000 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:23:51,001 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d16fd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:51,011 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:36427 2024-11-25T02:23:51,011 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:23:51,011 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:23:51,011 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:23:51,012 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,39067,1732501428724 with port=36427, startcode=1732501428860 2024-11-25T02:23:51,012 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:23:51,013 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:23:51,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39067 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,015 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247 2024-11-25T02:23:51,015 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-25T02:23:51,015 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:23:51,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:23:51,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247 2024-11-25T02:23:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741832_1008 (size=32) 2024-11-25T02:23:51,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/rs 2024-11-25T02:23:51,452 DEBUG [RS:0;dbdd1c922b13:36427 {}] zookeeper.ZKUtil(111): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on existing znode=/1-697290694/rs/dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,453 WARN [RS:0;dbdd1c922b13:36427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:51,453 INFO [RS:0;dbdd1c922b13:36427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:51,453 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,36427,1732501428860] 2024-11-25T02:23:51,455 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:23:51,456 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:23:51,456 INFO [RS:0;dbdd1c922b13:36427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:23:51,456 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,456 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:23:51,457 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:23:51,457 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:51,457 DEBUG [RS:0;dbdd1c922b13:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,458 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36427,1732501428860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:51,470 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:23:51,470 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36427,1732501428860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,470 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,470 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.Replication(171): dbdd1c922b13,36427,1732501428860 started 2024-11-25T02:23:51,481 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:51,481 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,36427,1732501428860, RpcServer on dbdd1c922b13/172.17.0.3:36427, sessionid=0x1016fcdbb5e0004 2024-11-25T02:23:51,481 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:23:51,481 DEBUG [RS:0;dbdd1c922b13:36427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,481 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36427,1732501428860' 2024-11-25T02:23:51,481 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-697290694/flush-table-proc/abort' 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-697290694/flush-table-proc/acquired' 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,36427,1732501428860' 2024-11-25T02:23:51,482 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-697290694/online-snapshot/abort' 2024-11-25T02:23:51,483 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-697290694/online-snapshot/acquired' 2024-11-25T02:23:51,483 DEBUG [RS:0;dbdd1c922b13:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:23:51,483 INFO [RS:0;dbdd1c922b13:36427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:23:51,483 INFO [RS:0;dbdd1c922b13:36427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:23:51,583 INFO [RS:0;dbdd1c922b13:36427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:51,584 INFO [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36427%2C1732501428860, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/oldWALs, maxLogs=10 2024-11-25T02:23:51,596 DEBUG [RS:0;dbdd1c922b13:36427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860/dbdd1c922b13%2C36427%2C1732501428860.1732501431584, exclude list is [], retry=0 2024-11-25T02:23:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-02dcc6f9-f817-4be5-b910-6ffbf190c3e9,DISK] 2024-11-25T02:23:51,599 INFO [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860/dbdd1c922b13%2C36427%2C1732501428860.1732501431584 2024-11-25T02:23:51,600 DEBUG [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35993:35993)] 2024-11-25T02:23:51,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:51,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:51,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:51,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:51,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:51,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:51,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:51,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:51,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:51,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:51,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:51,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:51,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:51,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:51,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:51,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:51,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:51,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:51,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740 2024-11-25T02:23:51,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740 2024-11-25T02:23:51,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:51,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:51,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:51,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:51,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:51,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73673821, jitterRate=0.09782548248767853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:51,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501431732Initializing all the Stores at 1732501431733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501431733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501431733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501431733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501431733Cleaning up temporary data from old regions at 1732501431739 (+6 ms)Region opened successfully at 1732501431741 (+2 ms) 2024-11-25T02:23:51,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:51,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:51,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:51,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:51,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:51,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:51,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501431741Disabling compacts and flushes for region at 1732501431741Disabling writes for close at 1732501431742 (+1 ms)Writing region close event to WAL at 1732501431742Closed at 1732501431742 2024-11-25T02:23:51,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:51,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:23:51,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:23:51,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:51,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:23:51,894 DEBUG [dbdd1c922b13:39067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:23:51,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:51,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36427,1732501428860, state=OPENING 2024-11-25T02:23:51,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:23:51,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:51,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:23:51,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:51,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-697290694/meta-region-server: CHANGED 2024-11-25T02:23:51,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-697290694/meta-region-server: CHANGED 2024-11-25T02:23:51,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36427,1732501428860}] 2024-11-25T02:23:52,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:52,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:52,110 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:52,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:23:52,114 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:23:52,114 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:52,114 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:23:52,115 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C36427%2C1732501428860.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/oldWALs, maxLogs=10 2024-11-25T02:23:52,126 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860/dbdd1c922b13%2C36427%2C1732501428860.meta.1732501432115.meta, exclude list is [], retry=0 2024-11-25T02:23:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-02dcc6f9-f817-4be5-b910-6ffbf190c3e9,DISK] 2024-11-25T02:23:52,129 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/WALs/dbdd1c922b13,36427,1732501428860/dbdd1c922b13%2C36427%2C1732501428860.meta.1732501432115.meta 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35993:35993)] 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:52,130 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:23:52,130 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:23:52,130 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:23:52,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:52,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:52,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:52,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:52,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:52,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:52,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:52,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:52,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:52,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:52,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:52,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:52,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:52,134 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:52,135 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740 2024-11-25T02:23:52,135 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740 2024-11-25T02:23:52,136 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:52,136 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:52,136 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:52,137 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:52,137 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70901374, jitterRate=0.056512802839279175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:52,137 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:23:52,137 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501432130Writing region info on filesystem at 1732501432130Initializing all the Stores at 1732501432131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501432131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501432131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501432131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501432131Cleaning up temporary data from old regions at 1732501432136 (+5 ms)Running coprocessor post-open hooks at 1732501432137 (+1 ms)Region opened successfully at 1732501432137 2024-11-25T02:23:52,138 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501432110 2024-11-25T02:23:52,139 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:23:52,139 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:23:52,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:52,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,36427,1732501428860, state=OPEN 2024-11-25T02:23:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-697290694/meta-region-server 2024-11-25T02:23:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-697290694/meta-region-server 2024-11-25T02:23:52,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36427,1732501428860 2024-11-25T02:23:52,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-697290694/meta-region-server: CHANGED 2024-11-25T02:23:52,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-697290694/meta-region-server: CHANGED 2024-11-25T02:23:52,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:23:52,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,36427,1732501428860 in 189 msec 2024-11-25T02:23:52,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:23:52,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-25T02:23:52,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:52,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:23:52,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:52,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36427,1732501428860, seqNum=-1] 2024-11-25T02:23:52,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:52,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:52,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-25T02:23:52,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501432156, completionTime=-1 2024-11-25T02:23:52,156 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:23:52,157 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501492158 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501552158 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,158 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,159 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:39067, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,159 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,159 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,160 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.235sec 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:52,161 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:23:52,163 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:23:52,163 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:23:52,163 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,39067,1732501428724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:52,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdfee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:52,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39067,-1 for getting cluster id 2024-11-25T02:23:52,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:52,186 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb0d268-fc5b-42d6-bd47-a2f786338f0f' 2024-11-25T02:23:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb0d268-fc5b-42d6-bd47-a2f786338f0f" 2024-11-25T02:23:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39067,-1] 2024-11-25T02:23:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:52,187 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:52,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b62d873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:52,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36427,1732501428860, seqNum=-1] 2024-11-25T02:23:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:52,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:52,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:52,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:52,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:52,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016fcdbb5e0005 connected 2024-11-25T02:23:52,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir so I do NOT create it in target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584 2024-11-25T02:23:52,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T02:23:52,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.tmp.dir so I do NOT create it in target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584 2024-11-25T02:23:52,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T02:23:52,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584 2024-11-25T02:23:52,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/cluster_84e60f8e-8ef6-ce63-b46f-b5ecc57c1e12, deleteOnExit=true 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/test.cache.data in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.log.dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T02:23:52,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:52,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/nfs.dump.dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/java.io.tmpdir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T02:23:52,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T02:23:52,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:52,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:52,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:52,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:52,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T02:23:52,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:52,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1688c83c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:52,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5191af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:52,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b297ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/java.io.tmpdir/jetty-localhost-37115-hadoop-hdfs-3_4_1-tests_jar-_-any-9165708025414406440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:23:52,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c77bdf{HTTP/1.1, (http/1.1)}{localhost:37115} 2024-11-25T02:23:52,672 INFO [Time-limited test {}] server.Server(415): Started @347599ms 2024-11-25T02:23:52,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T02:23:52,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T02:23:52,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T02:23:52,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T02:23:52,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T02:23:52,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37691d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.log.dir/,AVAILABLE} 2024-11-25T02:23:52,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410fcdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T02:23:53,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9b1071{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/java.io.tmpdir/jetty-localhost-37647-hadoop-hdfs-3_4_1-tests_jar-_-any-5916513369704974088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:23:53,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cb7adf{HTTP/1.1, (http/1.1)}{localhost:37647} 2024-11-25T02:23:53,058 INFO [Time-limited test {}] server.Server(415): Started @347985ms 2024-11-25T02:23:53,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T02:23:53,692 WARN [Thread-4567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/cluster_84e60f8e-8ef6-ce63-b46f-b5ecc57c1e12/data/data1/current/BP-821154503-172.17.0.3-1732501432237/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:53,694 WARN [Thread-4568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/cluster_84e60f8e-8ef6-ce63-b46f-b5ecc57c1e12/data/data2/current/BP-821154503-172.17.0.3-1732501432237/current, will proceed with Du for space computation calculation, 2024-11-25T02:23:53,714 WARN [Thread-4555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T02:23:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a33063f742a1e66 with lease ID 0x9e6cc0dde0e20a5e: Processing first storage report for DS-cd9e6ccf-a03b-4783-a230-0a3af3dfda92 from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b665c8e4-7ee7-4b6d-a8d1-510c51279783, infoPort=46723, infoSecurePort=0, ipcPort=33767, storageInfo=lv=-57;cid=testClusterID;nsid=1317600836;c=1732501432237) 2024-11-25T02:23:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a33063f742a1e66 with lease ID 0x9e6cc0dde0e20a5e: from storage DS-cd9e6ccf-a03b-4783-a230-0a3af3dfda92 node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b665c8e4-7ee7-4b6d-a8d1-510c51279783, infoPort=46723, infoSecurePort=0, ipcPort=33767, storageInfo=lv=-57;cid=testClusterID;nsid=1317600836;c=1732501432237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a33063f742a1e66 with lease ID 0x9e6cc0dde0e20a5e: Processing first storage report for DS-baf8add0-24e5-4461-91c8-7d7aa10630ae from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b665c8e4-7ee7-4b6d-a8d1-510c51279783, infoPort=46723, infoSecurePort=0, ipcPort=33767, storageInfo=lv=-57;cid=testClusterID;nsid=1317600836;c=1732501432237) 2024-11-25T02:23:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a33063f742a1e66 with lease ID 0x9e6cc0dde0e20a5e: from storage DS-baf8add0-24e5-4461-91c8-7d7aa10630ae node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b665c8e4-7ee7-4b6d-a8d1-510c51279783, infoPort=46723, infoSecurePort=0, ipcPort=33767, storageInfo=lv=-57;cid=testClusterID;nsid=1317600836;c=1732501432237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T02:23:53,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584 2024-11-25T02:23:53,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:53,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:53,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741825_1001 (size=7) 2024-11-25T02:23:53,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:53,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:53,993 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149030 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:23:54,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9 with version=8 2024-11-25T02:23:54,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/hbase-staging 2024-11-25T02:23:54,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T02:23:54,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:54,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36519 2024-11-25T02:23:54,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36519 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365190x0, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:54,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36519-0x1016fcdbb5e0006 connected 2024-11-25T02:23:54,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:54,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:54,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/running 2024-11-25T02:23:54,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9, hbase.cluster.distributed=false 2024-11-25T02:23:54,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/acl 2024-11-25T02:23:54,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-25T02:23:54,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36519 2024-11-25T02:23:54,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36519 2024-11-25T02:23:54,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-25T02:23:54,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-25T02:23:54,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbdd1c922b13:0 server-side Connection retries=45 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T02:23:54,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T02:23:54,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44299 2024-11-25T02:23:54,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44299 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:54,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:54,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442990x0, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:54,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44299-0x1016fcdbb5e0007 connected 2024-11-25T02:23:54,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442990x0, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/running 2024-11-25T02:23:54,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T02:23:54,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T02:23:54,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/master 2024-11-25T02:23:54,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/acl 2024-11-25T02:23:54,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-25T02:23:54,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44299 2024-11-25T02:23:54,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44299 2024-11-25T02:23:54,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-25T02:23:54,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-25T02:23:54,376 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbdd1c922b13:36519 2024-11-25T02:23:54,377 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1284362040/backup-masters/dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/backup-masters 2024-11-25T02:23:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/backup-masters 2024-11-25T02:23:54,390 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on existing znode=/2-1284362040/backup-masters/dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:54,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1284362040/master 2024-11-25T02:23:54,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:54,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:54,400 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on existing znode=/2-1284362040/master 2024-11-25T02:23:54,400 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1284362040/backup-masters/dbdd1c922b13,36519,1732501434196 from backup master directory 2024-11-25T02:23:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1284362040/backup-masters/dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/backup-masters 2024-11-25T02:23:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/backup-masters 2024-11-25T02:23:54,410 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:54,410 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:54,413 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/hbase.id] with ID: 56b28911-f8ac-4855-ae40-bfdacd891889 2024-11-25T02:23:54,413 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/.tmp/hbase.id 2024-11-25T02:23:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741826_1002 (size=42) 2024-11-25T02:23:54,817 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/.tmp/hbase.id]:[hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/hbase.id] 2024-11-25T02:23:54,824 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:23:54,824 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T02:23:54,825 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T02:23:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:54,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741827_1003 (size=196) 2024-11-25T02:23:55,278 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:55,279 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T02:23:55,279 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741828_1004 (size=1189) 2024-11-25T02:23:55,685 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store 2024-11-25T02:23:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741829_1005 (size=34) 2024-11-25T02:23:56,091 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:56,092 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:23:56,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:56,092 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:56,092 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:23:56,092 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:56,092 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:23:56,092 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501436091Disabling compacts and flushes for region at 1732501436091Disabling writes for close at 1732501436092 (+1 ms)Writing region close event to WAL at 1732501436092Closed at 1732501436092 2024-11-25T02:23:56,092 WARN [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/.initializing 2024-11-25T02:23:56,093 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/WALs/dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:56,093 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:56,095 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbdd1c922b13%2C36519%2C1732501434196, suffix=, logDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/WALs/dbdd1c922b13,36519,1732501434196, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/oldWALs, maxLogs=10 2024-11-25T02:23:56,108 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/WALs/dbdd1c922b13,36519,1732501434196/dbdd1c922b13%2C36519%2C1732501434196.1732501436095, exclude list is [], retry=0 2024-11-25T02:23:56,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-cd9e6ccf-a03b-4783-a230-0a3af3dfda92,DISK] 2024-11-25T02:23:56,111 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/WALs/dbdd1c922b13,36519,1732501434196/dbdd1c922b13%2C36519%2C1732501434196.1732501436095 2024-11-25T02:23:56,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-25T02:23:56,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:56,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:56,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,112 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T02:23:56,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:56,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:56,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T02:23:56,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:56,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:56,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T02:23:56,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:56,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:56,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T02:23:56,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:56,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:56,119 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,119 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,119 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,120 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,120 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,121 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:56,122 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T02:23:56,123 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:56,123 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73102554, jitterRate=0.08931294083595276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:56,123 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732501436112Initializing all the Stores at 1732501436113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501436113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501436113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501436113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501436113Cleaning up temporary data from old regions at 1732501436120 (+7 ms)Region opened successfully at 1732501436123 (+3 ms) 2024-11-25T02:23:56,124 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T02:23:56,125 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67505e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:56,126 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T02:23:56,126 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T02:23:56,126 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T02:23:56,126 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T02:23:56,127 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T02:23:56,127 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T02:23:56,127 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T02:23:56,128 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T02:23:56,129 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/balancer because node does not exist (not necessarily an error) 2024-11-25T02:23:56,189 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/balancer already deleted, retry=false 2024-11-25T02:23:56,189 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T02:23:56,190 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/normalizer because node does not exist (not necessarily an error) 2024-11-25T02:23:56,200 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/normalizer already deleted, retry=false 2024-11-25T02:23:56,200 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T02:23:56,201 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/switch/split because node does not exist (not necessarily an error) 2024-11-25T02:23:56,210 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/switch/split already deleted, retry=false 2024-11-25T02:23:56,211 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/switch/merge because node does not exist (not necessarily an error) 2024-11-25T02:23:56,221 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/switch/merge already deleted, retry=false 2024-11-25T02:23:56,222 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T02:23:56,231 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/snapshot-cleanup already deleted, retry=false 2024-11-25T02:23:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1284362040/running 2024-11-25T02:23:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1284362040/running 2024-11-25T02:23:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,242 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbdd1c922b13,36519,1732501434196, sessionid=0x1016fcdbb5e0006, setting cluster-up flag (Was=false) 2024-11-25T02:23:56,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,294 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1284362040/flush-table-proc/acquired, /2-1284362040/flush-table-proc/reached, /2-1284362040/flush-table-proc/abort 2024-11-25T02:23:56,295 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:56,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:56,347 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1284362040/online-snapshot/acquired, /2-1284362040/online-snapshot/reached, /2-1284362040/online-snapshot/abort 2024-11-25T02:23:56,348 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:56,349 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T02:23:56,350 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:56,350 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T02:23:56,350 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T02:23:56,350 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbdd1c922b13,36519,1732501434196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T02:23:56,351 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:56,351 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:56,351 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:56,351 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=5, maxPoolSize=5 2024-11-25T02:23:56,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbdd1c922b13:0, corePoolSize=10, maxPoolSize=10 2024-11-25T02:23:56,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:56,352 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732501466352 2024-11-25T02:23:56,352 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T02:23:56,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:56,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T02:23:56,353 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T02:23:56,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:56,354 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501436354,5,FailOnTimeoutGroup] 2024-11-25T02:23:56,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T02:23:56,354 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501436354,5,FailOnTimeoutGroup] 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,354 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741831_1007 (size=1321) 2024-11-25T02:23:56,369 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(746): ClusterId : 56b28911-f8ac-4855-ae40-bfdacd891889 2024-11-25T02:23:56,369 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T02:23:56,379 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T02:23:56,379 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T02:23:56,390 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T02:23:56,390 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38804664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbdd1c922b13/172.17.0.3:0 2024-11-25T02:23:56,404 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbdd1c922b13:44299 2024-11-25T02:23:56,404 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T02:23:56,404 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T02:23:56,404 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T02:23:56,405 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbdd1c922b13,36519,1732501434196 with port=44299, startcode=1732501434340 2024-11-25T02:23:56,405 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T02:23:56,406 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T02:23:56,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36519 {}] master.ServerManager(517): Registering regionserver=dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,408 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9 2024-11-25T02:23:56,408 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34241 2024-11-25T02:23:56,408 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T02:23:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/rs 2024-11-25T02:23:56,456 DEBUG [RS:0;dbdd1c922b13:44299 {}] zookeeper.ZKUtil(111): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on existing znode=/2-1284362040/rs/dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,456 WARN [RS:0;dbdd1c922b13:44299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T02:23:56,456 INFO [RS:0;dbdd1c922b13:44299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:56,456 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbdd1c922b13,44299,1732501434340] 2024-11-25T02:23:56,458 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T02:23:56,460 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T02:23:56,460 INFO [RS:0;dbdd1c922b13:44299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T02:23:56,460 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,460 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T02:23:56,461 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T02:23:56,461 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbdd1c922b13:0, corePoolSize=2, maxPoolSize=2 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbdd1c922b13:0, corePoolSize=1, maxPoolSize=1 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:56,461 DEBUG [RS:0;dbdd1c922b13:44299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbdd1c922b13:0, corePoolSize=3, maxPoolSize=3 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,462 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,44299,1732501434340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:56,480 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T02:23:56,480 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,44299,1732501434340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,480 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,480 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.Replication(171): dbdd1c922b13,44299,1732501434340 started 2024-11-25T02:23:56,497 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:56,497 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1482): Serving as dbdd1c922b13,44299,1732501434340, RpcServer on dbdd1c922b13/172.17.0.3:44299, sessionid=0x1016fcdbb5e0007 2024-11-25T02:23:56,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T02:23:56,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,44299,1732501434340' 2024-11-25T02:23:56,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1284362040/flush-table-proc/abort' 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1284362040/flush-table-proc/acquired' 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbdd1c922b13,44299,1732501434340' 2024-11-25T02:23:56,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1284362040/online-snapshot/abort' 2024-11-25T02:23:56,499 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1284362040/online-snapshot/acquired' 2024-11-25T02:23:56,499 DEBUG [RS:0;dbdd1c922b13:44299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T02:23:56,499 INFO [RS:0;dbdd1c922b13:44299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T02:23:56,499 INFO [RS:0;dbdd1c922b13:44299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T02:23:56,599 INFO [RS:0;dbdd1c922b13:44299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T02:23:56,601 INFO [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C44299%2C1732501434340, suffix=, logDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/oldWALs, maxLogs=10 2024-11-25T02:23:56,614 DEBUG [RS:0;dbdd1c922b13:44299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340/dbdd1c922b13%2C44299%2C1732501434340.1732501436601, exclude list is [], retry=0 2024-11-25T02:23:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-cd9e6ccf-a03b-4783-a230-0a3af3dfda92,DISK] 2024-11-25T02:23:56,617 INFO [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340/dbdd1c922b13%2C44299%2C1732501434340.1732501436601 2024-11-25T02:23:56,617 DEBUG [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-25T02:23:56,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T02:23:56,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9 2024-11-25T02:23:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741833_1009 (size=32) 2024-11-25T02:23:57,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:57,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:57,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:57,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:57,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:57,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:57,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:57,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:57,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:57,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:57,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740 2024-11-25T02:23:57,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740 2024-11-25T02:23:57,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:57,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:57,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:57,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:57,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:57,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61825860, jitterRate=-0.07872289419174194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732501437166Initializing all the Stores at 1732501437167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501437167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437167Cleaning up temporary data from old regions at 1732501437174 (+7 ms)Region opened successfully at 1732501437177 (+3 ms) 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:23:57,177 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:23:57,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:23:57,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501437177Disabling compacts and flushes for region at 1732501437177Disabling writes for close at 1732501437177Writing region close event to WAL at 1732501437177Closed at 1732501437177 2024-11-25T02:23:57,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:57,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T02:23:57,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T02:23:57,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:57,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T02:23:57,330 DEBUG [dbdd1c922b13:36519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T02:23:57,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:57,332 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,44299,1732501434340, state=OPENING 2024-11-25T02:23:57,400 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T02:23:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:23:57,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T02:23:57,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1284362040/meta-region-server: CHANGED 2024-11-25T02:23:57,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1284362040/meta-region-server: CHANGED 2024-11-25T02:23:57,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,44299,1732501434340}] 2024-11-25T02:23:57,563 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:23:57,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:23:57,567 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T02:23:57,567 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:23:57,567 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T02:23:57,568 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C44299%2C1732501434340.meta, suffix=.meta, logDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340, archiveDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/oldWALs, maxLogs=10 2024-11-25T02:23:57,585 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340/dbdd1c922b13%2C44299%2C1732501434340.meta.1732501437568.meta, exclude list is [], retry=0 2024-11-25T02:23:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-cd9e6ccf-a03b-4783-a230-0a3af3dfda92,DISK] 2024-11-25T02:23:57,588 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/WALs/dbdd1c922b13,44299,1732501434340/dbdd1c922b13%2C44299%2C1732501434340.meta.1732501437568.meta 2024-11-25T02:23:57,588 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-25T02:23:57,588 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:57,589 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T02:23:57,589 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T02:23:57,589 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T02:23:57,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T02:23:57,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T02:23:57,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T02:23:57,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T02:23:57,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T02:23:57,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T02:23:57,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T02:23:57,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T02:23:57,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T02:23:57,593 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T02:23:57,594 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740 2024-11-25T02:23:57,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740 2024-11-25T02:23:57,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T02:23:57,595 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T02:23:57,596 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T02:23:57,596 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T02:23:57,597 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380023, jitterRate=0.03384290635585785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T02:23:57,597 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T02:23:57,597 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732501437589Writing region info on filesystem at 1732501437589Initializing all the Stores at 1732501437590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501437590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732501437590Cleaning up temporary data from old regions at 1732501437595 (+5 ms)Running coprocessor post-open hooks at 1732501437597 (+2 ms)Region opened successfully at 1732501437597 2024-11-25T02:23:57,598 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732501437562 2024-11-25T02:23:57,599 DEBUG [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T02:23:57,599 INFO [RS_OPEN_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T02:23:57,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:57,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbdd1c922b13,44299,1732501434340, state=OPEN 2024-11-25T02:23:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1284362040/meta-region-server 2024-11-25T02:23:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1284362040/meta-region-server 2024-11-25T02:23:57,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbdd1c922b13,44299,1732501434340 2024-11-25T02:23:57,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1284362040/meta-region-server: CHANGED 2024-11-25T02:23:57,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1284362040/meta-region-server: CHANGED 2024-11-25T02:23:57,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T02:23:57,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbdd1c922b13,44299,1732501434340 in 199 msec 2024-11-25T02:23:57,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T02:23:57,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-25T02:23:57,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T02:23:57,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T02:23:57,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:57,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,44299,1732501434340, seqNum=-1] 2024-11-25T02:23:57,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:57,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:57,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-25T02:23:57,619 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732501437619, completionTime=-1 2024-11-25T02:23:57,619 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T02:23:57,619 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732501497621 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732501557621 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbdd1c922b13:36519, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,621 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,622 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,623 DEBUG [master/dbdd1c922b13:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T02:23:57,624 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T02:23:57,625 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T02:23:57,626 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T02:23:57,627 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T02:23:57,627 INFO [master/dbdd1c922b13:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbdd1c922b13,36519,1732501434196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T02:23:57,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:57,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36519,-1 for getting cluster id 2024-11-25T02:23:57,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:23:57,671 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b28911-f8ac-4855-ae40-bfdacd891889' 2024-11-25T02:23:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:23:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b28911-f8ac-4855-ae40-bfdacd891889" 2024-11-25T02:23:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2db635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36519,-1] 2024-11-25T02:23:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:23:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:23:57,673 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:23:57,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:23:57,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:23:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,44299,1732501434340, seqNum=-1] 2024-11-25T02:23:57,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:23:57,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:23:57,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbdd1c922b13,36519,1732501434196 2024-11-25T02:23:57,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59890 2024-11-25T02:23:57,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T02:23:57,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016fcdbb5e0008 connected 2024-11-25T02:23:57,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38999,1732501423946 2024-11-25T02:23:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70970e98 2024-11-25T02:23:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:57,698 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:57,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:57,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:57,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:57,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:57,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:57,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:23:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:58,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6388b4083624e888b0a1bf2b381858a3, NAME => 'test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe 2024-11-25T02:23:58,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:23:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:58,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:58,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6388b4083624e888b0a1bf2b381858a3, disabling compactions & flushes 2024-11-25T02:23:58,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. after waiting 0 ms 2024-11-25T02:23:58,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6388b4083624e888b0a1bf2b381858a3: Waiting for close lock at 1732501438515Disabling compacts and flushes for region at 1732501438515Disabling writes for close at 1732501438516 (+1 ms)Writing region close event to WAL at 1732501438516Closed at 1732501438516 2024-11-25T02:23:58,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:23:58,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501438517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501438517"}]},"ts":"1732501438517"} 2024-11-25T02:23:58,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:23:58,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:23:58,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501438519"}]},"ts":"1732501438519"} 2024-11-25T02:23:58,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:23:58,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6388b4083624e888b0a1bf2b381858a3, ASSIGN}] 2024-11-25T02:23:58,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6388b4083624e888b0a1bf2b381858a3, ASSIGN 2024-11-25T02:23:58,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6388b4083624e888b0a1bf2b381858a3, ASSIGN; state=OFFLINE, location=dbdd1c922b13,46407,1732501424144; forceNewPlan=false, retain=false 2024-11-25T02:23:58,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6388b4083624e888b0a1bf2b381858a3, regionState=OPENING, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:58,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6388b4083624e888b0a1bf2b381858a3, ASSIGN because future has completed 2024-11-25T02:23:58,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6388b4083624e888b0a1bf2b381858a3, server=dbdd1c922b13,46407,1732501424144}] 2024-11-25T02:23:58,829 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,830 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6388b4083624e888b0a1bf2b381858a3, NAME => 'test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:23:58,830 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:23:58,830 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:23:58,830 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,830 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:23:58,831 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,831 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,832 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,833 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6388b4083624e888b0a1bf2b381858a3 columnFamilyName f 2024-11-25T02:23:58,833 DEBUG [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:58,833 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(327): Store=6388b4083624e888b0a1bf2b381858a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:58,833 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,834 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6388b4083624e888b0a1bf2b381858a3 columnFamilyName f1 2024-11-25T02:23:58,834 DEBUG [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:58,834 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(327): Store=6388b4083624e888b0a1bf2b381858a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:58,834 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,835 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6388b4083624e888b0a1bf2b381858a3 columnFamilyName norep 2024-11-25T02:23:58,835 DEBUG [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:58,835 INFO [StoreOpener-6388b4083624e888b0a1bf2b381858a3-1 {}] regionserver.HStore(327): Store=6388b4083624e888b0a1bf2b381858a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:23:58,835 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,836 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,836 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,836 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,836 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,837 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:23:58,837 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,838 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:23:58,839 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6388b4083624e888b0a1bf2b381858a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66110357, jitterRate=-0.014878913760185242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:23:58,839 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:23:58,839 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6388b4083624e888b0a1bf2b381858a3: Running coprocessor pre-open hook at 1732501438831Writing region info on filesystem at 1732501438831Initializing all the Stores at 1732501438831Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501438831Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501438832 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501438832Cleaning up temporary data from old regions at 1732501438836 (+4 ms)Running coprocessor post-open hooks at 1732501438839 (+3 ms)Region opened successfully at 1732501438839 2024-11-25T02:23:58,840 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., pid=6, masterSystemTime=1732501438826 2024-11-25T02:23:58,841 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,841 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:23:58,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6388b4083624e888b0a1bf2b381858a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:23:58,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6388b4083624e888b0a1bf2b381858a3, server=dbdd1c922b13,46407,1732501424144 because future has completed 2024-11-25T02:23:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:58,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:23:58,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6388b4083624e888b0a1bf2b381858a3, server=dbdd1c922b13,46407,1732501424144 in 169 msec 2024-11-25T02:23:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:23:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6388b4083624e888b0a1bf2b381858a3, ASSIGN in 325 msec 2024-11-25T02:23:58,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:23:58,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501438846"}]},"ts":"1732501438846"} 2024-11-25T02:23:58,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:23:58,848 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:23:58,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-25T02:23:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:59,863 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:23:59,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:23:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39067,1732501428724 2024-11-25T02:23:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711f7dea 2024-11-25T02:23:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:23:59,865 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:23:59,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:23:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:23:59,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:23:59,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:23:59,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:23:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:23:59,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:23:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:23:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:00,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deaf4f87b7c5190765e793747a28e1ff, NAME => 'test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247 2024-11-25T02:24:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:24:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing deaf4f87b7c5190765e793747a28e1ff, disabling compactions & flushes 2024-11-25T02:24:00,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. after waiting 0 ms 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:00,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:00,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for deaf4f87b7c5190765e793747a28e1ff: Waiting for close lock at 1732501440679Disabling compacts and flushes for region at 1732501440679Disabling writes for close at 1732501440679Writing region close event to WAL at 1732501440679Closed at 1732501440679 2024-11-25T02:24:00,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:24:00,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501440680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501440680"}]},"ts":"1732501440680"} 2024-11-25T02:24:00,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:24:00,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:24:00,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501440682"}]},"ts":"1732501440682"} 2024-11-25T02:24:00,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:24:00,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=deaf4f87b7c5190765e793747a28e1ff, ASSIGN}] 2024-11-25T02:24:00,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=deaf4f87b7c5190765e793747a28e1ff, ASSIGN 2024-11-25T02:24:00,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=deaf4f87b7c5190765e793747a28e1ff, ASSIGN; state=OFFLINE, location=dbdd1c922b13,36427,1732501428860; forceNewPlan=false, retain=false 2024-11-25T02:24:00,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=deaf4f87b7c5190765e793747a28e1ff, regionState=OPENING, regionLocation=dbdd1c922b13,36427,1732501428860 2024-11-25T02:24:00,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=deaf4f87b7c5190765e793747a28e1ff, ASSIGN because future has completed 2024-11-25T02:24:00,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4f87b7c5190765e793747a28e1ff, server=dbdd1c922b13,36427,1732501428860}] 2024-11-25T02:24:00,992 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:00,992 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => deaf4f87b7c5190765e793747a28e1ff, NAME => 'test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:24:00,992 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:24:00,993 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:24:00,993 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,993 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:00,993 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,993 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,994 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,995 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deaf4f87b7c5190765e793747a28e1ff columnFamilyName f 2024-11-25T02:24:00,995 DEBUG [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:00,995 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(327): Store=deaf4f87b7c5190765e793747a28e1ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:00,995 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,996 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deaf4f87b7c5190765e793747a28e1ff columnFamilyName f1 2024-11-25T02:24:00,996 DEBUG [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:00,996 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(327): Store=deaf4f87b7c5190765e793747a28e1ff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:00,996 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,997 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deaf4f87b7c5190765e793747a28e1ff columnFamilyName norep 2024-11-25T02:24:00,997 DEBUG [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:00,997 INFO [StoreOpener-deaf4f87b7c5190765e793747a28e1ff-1 {}] regionserver.HStore(327): Store=deaf4f87b7c5190765e793747a28e1ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:00,997 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,998 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,998 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,998 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,998 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:00,999 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:24:01,000 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:01,001 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:24:01,001 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened deaf4f87b7c5190765e793747a28e1ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64408190, jitterRate=-0.040243178606033325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:24:01,001 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:01,002 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for deaf4f87b7c5190765e793747a28e1ff: Running coprocessor pre-open hook at 1732501440993Writing region info on filesystem at 1732501440993Initializing all the Stores at 1732501440993Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501440993Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501440994 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501440994Cleaning up temporary data from old regions at 1732501440998 (+4 ms)Running coprocessor post-open hooks at 1732501441001 (+3 ms)Region opened successfully at 1732501441001 2024-11-25T02:24:01,002 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff., pid=6, masterSystemTime=1732501440989 2024-11-25T02:24:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:01,004 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:01,004 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:01,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=deaf4f87b7c5190765e793747a28e1ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,36427,1732501428860 2024-11-25T02:24:01,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure deaf4f87b7c5190765e793747a28e1ff, server=dbdd1c922b13,36427,1732501428860 because future has completed 2024-11-25T02:24:01,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:24:01,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure deaf4f87b7c5190765e793747a28e1ff, server=dbdd1c922b13,36427,1732501428860 in 168 msec 2024-11-25T02:24:01,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:24:01,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=deaf4f87b7c5190765e793747a28e1ff, ASSIGN in 323 msec 2024-11-25T02:24:01,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:24:01,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501441009"}]},"ts":"1732501441009"} 2024-11-25T02:24:01,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:24:01,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:24:01,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-25T02:24:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:02,013 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:24:02,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36519,1732501434196 2024-11-25T02:24:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f2eb87 2024-11-25T02:24:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:02,015 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:02,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:24:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T02:24:02,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:24:02,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:02,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T02:24:02,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:24:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741835_1011 (size=902) 2024-11-25T02:24:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:02,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef95e7ac26d6e4667c32076332e9e43, NAME => 'test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9 2024-11-25T02:24:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741836_1012 (size=39) 2024-11-25T02:24:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:02,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:02,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ef95e7ac26d6e4667c32076332e9e43, disabling compactions & flushes 2024-11-25T02:24:02,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:02,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:02,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. after waiting 0 ms 2024-11-25T02:24:02,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:02,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:02,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef95e7ac26d6e4667c32076332e9e43: Waiting for close lock at 1732501442828Disabling compacts and flushes for region at 1732501442828Disabling writes for close at 1732501442828Writing region close event to WAL at 1732501442829 (+1 ms)Closed at 1732501442829 2024-11-25T02:24:02,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:24:02,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732501442830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501442830"}]},"ts":"1732501442830"} 2024-11-25T02:24:02,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:24:02,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:24:02,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501442832"}]},"ts":"1732501442832"} 2024-11-25T02:24:02,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T02:24:02,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef95e7ac26d6e4667c32076332e9e43, ASSIGN}] 2024-11-25T02:24:02,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef95e7ac26d6e4667c32076332e9e43, ASSIGN 2024-11-25T02:24:02,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ef95e7ac26d6e4667c32076332e9e43, ASSIGN; state=OFFLINE, location=dbdd1c922b13,44299,1732501434340; forceNewPlan=false, retain=false 2024-11-25T02:24:02,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef95e7ac26d6e4667c32076332e9e43, regionState=OPENING, regionLocation=dbdd1c922b13,44299,1732501434340 2024-11-25T02:24:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ef95e7ac26d6e4667c32076332e9e43, ASSIGN because future has completed 2024-11-25T02:24:02,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef95e7ac26d6e4667c32076332e9e43, server=dbdd1c922b13,44299,1732501434340}] 2024-11-25T02:24:03,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:24:03,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,142 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:03,142 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef95e7ac26d6e4667c32076332e9e43, NAME => 'test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:24:03,142 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:24:03,143 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T02:24:03,143 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,143 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:03,143 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,143 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,144 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,145 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef95e7ac26d6e4667c32076332e9e43 columnFamilyName f 2024-11-25T02:24:03,145 DEBUG [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:03,145 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(327): Store=0ef95e7ac26d6e4667c32076332e9e43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:03,145 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,146 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef95e7ac26d6e4667c32076332e9e43 columnFamilyName f1 2024-11-25T02:24:03,146 DEBUG [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:03,146 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(327): Store=0ef95e7ac26d6e4667c32076332e9e43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:03,146 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,147 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef95e7ac26d6e4667c32076332e9e43 columnFamilyName norep 2024-11-25T02:24:03,147 DEBUG [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:03,147 INFO [StoreOpener-0ef95e7ac26d6e4667c32076332e9e43-1 {}] regionserver.HStore(327): Store=0ef95e7ac26d6e4667c32076332e9e43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:03,147 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,148 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,148 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,149 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,149 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,150 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:24:03,150 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,152 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:24:03,152 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ef95e7ac26d6e4667c32076332e9e43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74371282, jitterRate=0.10821846127510071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:24:03,152 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:03,152 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ef95e7ac26d6e4667c32076332e9e43: Running coprocessor pre-open hook at 1732501443143Writing region info on filesystem at 1732501443143Initializing all the Stores at 1732501443144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501443144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501443144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501443144Cleaning up temporary data from old regions at 1732501443149 (+5 ms)Running coprocessor post-open hooks at 1732501443152 (+3 ms)Region opened successfully at 1732501443152 2024-11-25T02:24:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:03,153 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43., pid=6, masterSystemTime=1732501443139 2024-11-25T02:24:03,155 DEBUG [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:03,155 INFO [RS_OPEN_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:03,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef95e7ac26d6e4667c32076332e9e43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbdd1c922b13,44299,1732501434340 2024-11-25T02:24:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef95e7ac26d6e4667c32076332e9e43, server=dbdd1c922b13,44299,1732501434340 because future has completed 2024-11-25T02:24:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T02:24:03,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef95e7ac26d6e4667c32076332e9e43, server=dbdd1c922b13,44299,1732501434340 in 170 msec 2024-11-25T02:24:03,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T02:24:03,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ef95e7ac26d6e4667c32076332e9e43, ASSIGN in 326 msec 2024-11-25T02:24:03,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:24:03,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501443161"}]},"ts":"1732501443161"} 2024-11-25T02:24:03,162 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T02:24:03,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:24:03,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-25T02:24:03,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:03,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T02:24:04,163 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T02:24:04,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9311d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:24:04,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:04,165 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:24:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:24:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70864483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:24:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:04,166 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606c1019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38999,1732501423946 2024-11-25T02:24:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ae7f5d 2024-11-25T02:24:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:04,168 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:04,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbdd1c922b13:39067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:24:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:24:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:04,170 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39067' 2024-11-25T02:24:04,171 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de67230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,171 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39067,-1 for getting cluster id 2024-11-25T02:24:04,171 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:04,171 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb0d268-fc5b-42d6-bd47-a2f786338f0f' 2024-11-25T02:24:04,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb0d268-fc5b-42d6-bd47-a2f786338f0f" 2024-11-25T02:24:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c222efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39067,-1] 2024-11-25T02:24:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:04,172 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f303239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:04,173 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39067,1732501428724 2024-11-25T02:24:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d45da62 2024-11-25T02:24:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:04,174 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:04,174 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T02:24:04,175 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:24:04,175 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:04,175 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:04,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:04,175 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T02:24:04,176 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T02:24:04,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T02:24:04,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:04,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T02:24:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741837_1013 (size=1138) 2024-11-25T02:24:04,226 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T02:24:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:04,583 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4efb1209e8f220125c6fdbc5567a4991, NAME => 'hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe 2024-11-25T02:24:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741838_1014 (size=44) 2024-11-25T02:24:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4efb1209e8f220125c6fdbc5567a4991, disabling compactions & flushes 2024-11-25T02:24:04,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. after waiting 0 ms 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:04,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:04,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4efb1209e8f220125c6fdbc5567a4991: Waiting for close lock at 1732501444988Disabling compacts and flushes for region at 1732501444988Disabling writes for close at 1732501444988Writing region close event to WAL at 1732501444988Closed at 1732501444988 2024-11-25T02:24:04,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T02:24:04,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732501444989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732501444989"}]},"ts":"1732501444989"} 2024-11-25T02:24:04,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T02:24:04,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T02:24:04,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501444991"}]},"ts":"1732501444991"} 2024-11-25T02:24:04,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T02:24:04,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4efb1209e8f220125c6fdbc5567a4991, ASSIGN}] 2024-11-25T02:24:04,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4efb1209e8f220125c6fdbc5567a4991, ASSIGN 2024-11-25T02:24:04,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4efb1209e8f220125c6fdbc5567a4991, ASSIGN; state=OFFLINE, location=dbdd1c922b13,46407,1732501424144; forceNewPlan=false, retain=false 2024-11-25T02:24:05,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4efb1209e8f220125c6fdbc5567a4991, regionState=OPENING, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:24:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4efb1209e8f220125c6fdbc5567a4991, ASSIGN because future has completed 2024-11-25T02:24:05,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4efb1209e8f220125c6fdbc5567a4991, server=dbdd1c922b13,46407,1732501424144}] 2024-11-25T02:24:05,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:05,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T02:24:05,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T02:24:05,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbdd1c922b13%2C46407%2C1732501424144.rep, suffix=, logDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144, archiveDir=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/oldWALs, maxLogs=10 2024-11-25T02:24:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:05,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501445302, exclude list is [], retry=0 2024-11-25T02:24:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:24:05,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501445302 2024-11-25T02:24:05,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:24:05,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4efb1209e8f220125c6fdbc5567a4991, NAME => 'hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991.', STARTKEY => '', ENDKEY => ''} 2024-11-25T02:24:05,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T02:24:05,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T02:24:05,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. service=MultiRowMutationService 2024-11-25T02:24:05,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T02:24:05,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T02:24:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,321 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,322 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4efb1209e8f220125c6fdbc5567a4991 columnFamilyName hfileref 2024-11-25T02:24:05,322 DEBUG [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:05,322 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(327): Store=4efb1209e8f220125c6fdbc5567a4991/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:05,322 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,323 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4efb1209e8f220125c6fdbc5567a4991 columnFamilyName queue 2024-11-25T02:24:05,323 DEBUG [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:05,323 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(327): Store=4efb1209e8f220125c6fdbc5567a4991/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:05,323 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,324 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4efb1209e8f220125c6fdbc5567a4991 columnFamilyName sid 2024-11-25T02:24:05,324 DEBUG [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T02:24:05,324 INFO [StoreOpener-4efb1209e8f220125c6fdbc5567a4991-1 {}] regionserver.HStore(327): Store=4efb1209e8f220125c6fdbc5567a4991/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T02:24:05,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T02:24:05,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T02:24:05,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4efb1209e8f220125c6fdbc5567a4991; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68137466, jitterRate=0.015327364206314087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T02:24:05,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:05,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4efb1209e8f220125c6fdbc5567a4991: Running coprocessor pre-open hook at 1732501445320Writing region info on filesystem at 1732501445320Initializing all the Stores at 1732501445320Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501445320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501445321 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732501445321Cleaning up temporary data from old regions at 1732501445325 (+4 ms)Running coprocessor post-open hooks at 1732501445328 (+3 ms)Region opened successfully at 1732501445328 2024-11-25T02:24:05,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991., pid=10, masterSystemTime=1732501445298 2024-11-25T02:24:05,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:05,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:05,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4efb1209e8f220125c6fdbc5567a4991, regionState=OPEN, openSeqNum=2, regionLocation=dbdd1c922b13,46407,1732501424144 2024-11-25T02:24:05,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4efb1209e8f220125c6fdbc5567a4991, server=dbdd1c922b13,46407,1732501424144 because future has completed 2024-11-25T02:24:05,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T02:24:05,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4efb1209e8f220125c6fdbc5567a4991, server=dbdd1c922b13,46407,1732501424144 in 187 msec 2024-11-25T02:24:05,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T02:24:05,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4efb1209e8f220125c6fdbc5567a4991, ASSIGN in 342 msec 2024-11-25T02:24:05,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T02:24:05,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732501445336"}]},"ts":"1732501445336"} 2024-11-25T02:24:05,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T02:24:05,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T02:24:05,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-25T02:24:05,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2] 2024-11-25T02:24:05,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:24:05,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:24:05,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:24:05,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T02:24:05,636 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T02:24:05,669 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbdd1c922b13,46407,1732501424144, ReplicationSource: 1, currentBandwidth=0 2024-11-25T02:24:05,669 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:05,669 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46407,1732501424144, seqNum=-1] 2024-11-25T02:24:05,669 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:05,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-25T02:24:05,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbdd1c922b13,46407,1732501424144', locateType=CURRENT is [region=hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2] 2024-11-25T02:24:05,673 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T02:24:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T02:24:05,674 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbdd1c922b13,46407,1732501424144 suceeded 2024-11-25T02:24:05,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T02:24:05,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T02:24:05,676 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbdd1c922b13:39067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:24:05,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-25T02:24:05,685 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:39067' 2024-11-25T02:24:05,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea6391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:05,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39067,-1 for getting cluster id 2024-11-25T02:24:05,686 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:05,687 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb0d268-fc5b-42d6-bd47-a2f786338f0f' 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb0d268-fc5b-42d6-bd47-a2f786338f0f" 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f27d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39067,-1] 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:05,688 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:05,688 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2b04ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:05,688 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39067,1732501428724 2024-11-25T02:24:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0f5d32 2024-11-25T02:24:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:05,689 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T02:24:05,690 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbdd1c922b13,46407,1732501424144 (queues=1) is replicating from cluster=a801be6f-dd5c-4923-8980-5932ea1dd2e5 to cluster=3bb0d268-fc5b-42d6-bd47-a2f786338f0f 2024-11-25T02:24:05,690 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbdd1c922b13%2C46407%2C1732501424144 2024-11-25T02:24:05,690 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbdd1c922b13,46407,1732501424144, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:24:05,690 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C46407%2C1732501424144 2024-11-25T02:24:05,690 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557, startPosition=0, beingWritten=true 2024-11-25T02:24:05,691 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:24:05,693 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:24:05,694 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:05,694 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:24:05,896 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:06,199 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T02:24:06,313 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T02:24:06,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:06,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:06,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:06,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:06,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:06,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29388b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:24:06,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:06,315 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a3553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:06,316 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ae9a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baef7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39067,-1 for getting cluster id 2024-11-25T02:24:06,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:06,317 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb0d268-fc5b-42d6-bd47-a2f786338f0f' 2024-11-25T02:24:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb0d268-fc5b-42d6-bd47-a2f786338f0f" 2024-11-25T02:24:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39067,-1] 2024-11-25T02:24:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:06,318 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640ff690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625c3bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36519,-1 for getting cluster id 2024-11-25T02:24:06,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:06,319 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b28911-f8ac-4855-ae40-bfdacd891889' 2024-11-25T02:24:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b28911-f8ac-4855-ae40-bfdacd891889" 2024-11-25T02:24:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36519,-1] 2024-11-25T02:24:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:06,320 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11eb3629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:06,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:24:06,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732501446323/Put/seqid=0 2024-11-25T02:24:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741840_1016 (size=7894) 2024-11-25T02:24:06,603 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:06,735 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732501446734/Put/seqid=0 2024-11-25T02:24:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741841_1017 (size=7691) 2024-11-25T02:24:07,106 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:07,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d7a01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:24:07,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:07,140 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:24:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:24:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2706f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:24:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:07,141 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:07,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f2dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46407,1732501424144, seqNum=-1] 2024-11-25T02:24:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:07,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:24:07,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38999,1732501423946 2024-11-25T02:24:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2290d9c8 2024-11-25T02:24:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:07,150 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2] 2024-11-25T02:24:07,155 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:24:07,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-25T02:24:07,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-25T02:24:07,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T02:24:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:07,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T02:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegion(2603): Flush status journal for 6388b4083624e888b0a1bf2b381858a3: 2024-11-25T02:24:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_0 2024-11-25T02:24:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_0 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ 2024-11-25T02:24:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_1 2024-11-25T02:24:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_1 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ 2024-11-25T02:24:07,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_0 into 6388b4083624e888b0a1bf2b381858a3/f as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ - updating store file list. 2024-11-25T02:24:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:07,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ into 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:07,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_0 into 6388b4083624e888b0a1bf2b381858a3/f (new location: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_) 2024-11-25T02:24:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_0 2024-11-25T02:24:07,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_1 into 6388b4083624e888b0a1bf2b381858a3/f as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ - updating store file list. 2024-11-25T02:24:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:07,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ into 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:07,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_1 into 6388b4083624e888b0a1bf2b381858a3/f (new location: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_) 2024-11-25T02:24:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__d75ahl2rvq3r93lheee6tcda0qml58bn725nofkglltt5s9mi0icqqherlg00jeb/f/hfile_1 2024-11-25T02:24:07,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:07,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:07,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:07,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:07,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 , the old value is region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:46407 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:24:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:24:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 from cache 2024-11-25T02:24:07,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:07,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:24:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36427,1732501428860, seqNum=-1] 2024-11-25T02:24:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:07,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:24:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff., hostname=dbdd1c922b13,36427,1732501428860, seqNum=2] 2024-11-25T02:24:07,185 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:24:07,283 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:24:07,709 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 379, reset compression=false 2024-11-25T02:24:07,713 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:24:07,713 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[{test/6388b4083624e888b0a1bf2b381858a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501447179/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:24:07,715 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:24:07,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T02:24:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(318): Replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cfdb2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,39067,-1 for getting cluster id 2024-11-25T02:24:07,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:07,717 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb0d268-fc5b-42d6-bd47-a2f786338f0f' 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb0d268-fc5b-42d6-bd47-a2f786338f0f" 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f46abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,39067,-1] 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:07,717 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:07,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9bb66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741837_1013 (size=7894) 2024-11-25T02:24:07,913 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 687, reset compression=false 2024-11-25T02:24:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741838_1014 (size=7691) 2024-11-25T02:24:08,187 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:24:08,216 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 687, reset compression=false 2024-11-25T02:24:08,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,39067,1732501428724 2024-11-25T02:24:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4756566 2024-11-25T02:24:08,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:08,534 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-25T02:24:08,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:24:08,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:08,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,36427,1732501428860, seqNum=-1] 2024-11-25T02:24:08,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:08,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-25T02:24:08,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-25T02:24:08,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-25T02:24:08,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ for inclusion in deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T02:24:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:08,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ for inclusion in deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T02:24:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegion(2603): Flush status journal for deaf4f87b7c5190765e793747a28e1ff: 2024-11-25T02:24:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/502fea6682194e0db84e0958ef2cf611_SeqId_4_ 2024-11-25T02:24:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/8c66d94bfec0423181a7a6680f2bdd32_SeqId_4_ 2024-11-25T02:24:08,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/502fea6682194e0db84e0958ef2cf611_SeqId_4_ - updating store file list. 2024-11-25T02:24:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 502fea6682194e0db84e0958ef2cf611_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:08,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/502fea6682194e0db84e0958ef2cf611_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:08,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f (new location: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/502fea6682194e0db84e0958ef2cf611_SeqId_4_) 2024-11-25T02:24:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_ 2024-11-25T02:24:08,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/8c66d94bfec0423181a7a6680f2bdd32_SeqId_4_ - updating store file list. 2024-11-25T02:24:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c66d94bfec0423181a7a6680f2bdd32_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:08,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/8c66d94bfec0423181a7a6680f2bdd32_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:08,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ into deaf4f87b7c5190765e793747a28e1ff/f (new location: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/8c66d94bfec0423181a7a6680f2bdd32_SeqId_4_) 2024-11-25T02:24:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__1o249spk1iv6qg739fgos9e93gqjap0fguhiqnc5se67t482ir7c3sgdqfkkn09j/f/55bf9cefa7724ae5b8f2d5977491fd34_SeqId_4_ 2024-11-25T02:24:08,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(324): Finished replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:08,619 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 687, reset compression=false 2024-11-25T02:24:08,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:24:08,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:09,122 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 687, reset compression=false 2024-11-25T02:24:09,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,44299,1732501434340, seqNum=-1] 2024-11-25T02:24:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:09,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:24:09,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43., hostname=dbdd1c922b13,44299,1732501434340, seqNum=2] 2024-11-25T02:24:09,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:24:09,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T02:24:09,203 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbdd1c922b13%2C46407%2C1732501424144.meta:.meta(num 1732501426493) roll requested 2024-11-25T02:24:09,218 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501449203.meta, exclude list is [], retry=0 2024-11-25T02:24:09,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:24:09,221 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501426493.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501449203.meta 2024-11-25T02:24:09,221 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:24:09,222 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501426493.meta is not closed yet, will try archiving it next time 2024-11-25T02:24:09,222 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbdd1c922b13%2C46407%2C1732501424144.rep:(num 1732501445302) roll requested 2024-11-25T02:24:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741834_1010 (size=3473) 2024-11-25T02:24:09,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.meta.1732501426493.meta not finished, retry = 0 2024-11-25T02:24:09,237 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501449222, exclude list is [], retry=0 2024-11-25T02:24:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:24:09,239 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501445302 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501449222 2024-11-25T02:24:09,240 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:24:09,240 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.rep.1732501445302 is not closed yet, will try archiving it next time 2024-11-25T02:24:09,240 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbdd1c922b13%2C46407%2C1732501424144:(num 1732501425557) roll requested 2024-11-25T02:24:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741839_1015 (size=1505) 2024-11-25T02:24:09,255 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, exclude list is [], retry=0 2024-11-25T02:24:09,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39275,DS-5083075e-c91d-450d-94eb-fbe020da18c4,DISK] 2024-11-25T02:24:09,258 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 2024-11-25T02:24:09,258 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-25T02:24:09,258 DEBUG [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 is not closed yet, will try archiving it next time 2024-11-25T02:24:09,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2093a19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:24:09,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741832_1008 (size=695) 2024-11-25T02:24:09,260 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:24:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:24:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33beb067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:24:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,261 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/oldWALs/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 2024-11-25T02:24:09,261 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd9ac04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38999,1732501423946 2024-11-25T02:24:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0e67a 2024-11-25T02:24:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:09,263 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:09,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://dbdd1c922b13:36519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T02:24:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T02:24:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:24:09,266 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:36519' 2024-11-25T02:24:09,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7578e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,267 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36519,-1 for getting cluster id 2024-11-25T02:24:09,267 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:09,267 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b28911-f8ac-4855-ae40-bfdacd891889' 2024-11-25T02:24:09,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:09,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b28911-f8ac-4855-ae40-bfdacd891889" 2024-11-25T02:24:09,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4432e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36519,-1] 2024-11-25T02:24:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,268 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:09,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc3d5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,269 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:09,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36519,1732501434196 2024-11-25T02:24:09,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68018225 2024-11-25T02:24:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:09,270 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:09,271 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T02:24:09,271 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T02:24:09,271 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,271 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:09,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T02:24:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:24:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T02:24:09,489 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T02:24:09,522 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-dbdd1c922b13,46407,1732501424144, ReplicationSource: 2, currentBandwidth=0 2024-11-25T02:24:09,524 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T02:24:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T02:24:09,526 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on dbdd1c922b13,46407,1732501424144 suceeded 2024-11-25T02:24:09,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T02:24:09,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T02:24:09,527 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://dbdd1c922b13:36519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T02:24:09,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-11-25T02:24:09,537 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbdd1c922b13:36519' 2024-11-25T02:24:09,538 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73e9feab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,538 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36519,-1 for getting cluster id 2024-11-25T02:24:09,538 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:09,538 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b28911-f8ac-4855-ae40-bfdacd891889' 2024-11-25T02:24:09,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b28911-f8ac-4855-ae40-bfdacd891889" 2024-11-25T02:24:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8ece99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36519,-1] 2024-11-25T02:24:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,539 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:09,540 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d767f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:09,540 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:09,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36519,1732501434196 2024-11-25T02:24:09,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff0dd2e 2024-11-25T02:24:09,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:09,541 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T02:24:09,541 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbdd1c922b13,46407,1732501424144 (queues=1) is replicating from cluster=a801be6f-dd5c-4923-8980-5932ea1dd2e5 to cluster=56b28911-f8ac-4855-ae40-bfdacd891889 2024-11-25T02:24:09,541 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbdd1c922b13%2C46407%2C1732501424144 2024-11-25T02:24:09,541 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbdd1c922b13,46407,1732501424144, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T02:24:09,542 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbdd1c922b13%2C46407%2C1732501424144 2024-11-25T02:24:09,542 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, startPosition=0, beingWritten=true 2024-11-25T02:24:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T02:24:09,583 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T02:24:09,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:09,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:09,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:09,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:09,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T02:24:09,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732501449586/Put/seqid=0 2024-11-25T02:24:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741845_1021 (size=11194) 2024-11-25T02:24:09,725 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 to pos 687, reset compression=false 2024-11-25T02:24:09,730 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 was moved to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/oldWALs/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 2024-11-25T02:24:09,732 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557 2024-11-25T02:24:09,732 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501425557, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T02:24:09,732 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, startPosition=0, beingWritten=true 2024-11-25T02:24:09,734 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [dbdd1c922b13%2C46407%2C1732501424144.1732501425557] 2024-11-25T02:24:09,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T02:24:09,745 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 0, reset compression=false 2024-11-25T02:24:09,992 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732501449991/Put/seqid=0 2024-11-25T02:24:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741846_1022 (size=10791) 2024-11-25T02:24:10,048 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 0, reset compression=false 2024-11-25T02:24:10,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d279da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,38999,-1 for getting cluster id 2024-11-25T02:24:10,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:10,401 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a801be6f-dd5c-4923-8980-5932ea1dd2e5' 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a801be6f-dd5c-4923-8980-5932ea1dd2e5" 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ea1592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,38999,-1] 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:10,402 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:10,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f192f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,46407,1732501424144, seqNum=-1] 2024-11-25T02:24:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:10,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T02:24:10,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,38999,1732501423946 2024-11-25T02:24:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149d650c 2024-11-25T02:24:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:10,411 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T02:24:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2] 2024-11-25T02:24:10,415 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:24:10,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-25T02:24:10,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-25T02:24:10,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T02:24:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:10,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T02:24:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegion(2603): Flush status journal for 6388b4083624e888b0a1bf2b381858a3: 2024-11-25T02:24:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_0 2024-11-25T02:24:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_0 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/945561c833db408e95501353662ac8f1_SeqId_6_ 2024-11-25T02:24:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_1 2024-11-25T02:24:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_1 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ 2024-11-25T02:24:10,436 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 0, reset compression=false 2024-11-25T02:24:10,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_0 into 6388b4083624e888b0a1bf2b381858a3/f as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/945561c833db408e95501353662ac8f1_SeqId_6_ - updating store file list. 2024-11-25T02:24:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 945561c833db408e95501353662ac8f1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:10,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/945561c833db408e95501353662ac8f1_SeqId_6_ into 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:10,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_0 into 6388b4083624e888b0a1bf2b381858a3/f (new location: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/945561c833db408e95501353662ac8f1_SeqId_6_) 2024-11-25T02:24:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_0 2024-11-25T02:24:10,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_1 into 6388b4083624e888b0a1bf2b381858a3/f as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ - updating store file list. 2024-11-25T02:24:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 482d3bd7767a43559a268fe13fdbd538_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:10,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ into 6388b4083624e888b0a1bf2b381858a3/f 2024-11-25T02:24:10,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_1 into 6388b4083624e888b0a1bf2b381858a3/f (new location: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_) 2024-11-25T02:24:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/staging/jenkins__test__ncrg9uhhd0gcbfctgt46rj12vnv8m960b2sigae10kj6th548m8sggcot6fmg4ee/f/hfile_1 2024-11-25T02:24:10,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:10,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:10,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:10,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 , the old value is region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbdd1c922b13:46407 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:24:10,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T02:24:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3., hostname=dbdd1c922b13,46407,1732501424144, seqNum=2 from cache 2024-11-25T02:24:10,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T02:24:10,451 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:24:10,451 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 0, reset compression=false 2024-11-25T02:24:10,455 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:24:10,455 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[{test/6388b4083624e888b0a1bf2b381858a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501450446/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:24:10,457 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T02:24:10,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T02:24:10,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.ReplicationSink(318): Replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:10,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1118f252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] client.ClusterIdFetcher(90): Going to request dbdd1c922b13,36519,-1 for getting cluster id 2024-11-25T02:24:10,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T02:24:10,459 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b28911-f8ac-4855-ae40-bfdacd891889' 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b28911-f8ac-4855-ae40-bfdacd891889" 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d543b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbdd1c922b13,36519,-1] 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T02:24:10,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:10,460 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-25T02:24:10,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ebe1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T02:24:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741837_1013 (size=11194) 2024-11-25T02:24:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741838_1014 (size=10791) 2024-11-25T02:24:10,553 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T02:24:10,655 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:10,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:10,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbdd1c922b13,36519,1732501434196 2024-11-25T02:24:10,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222b5159 2024-11-25T02:24:10,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T02:24:10,881 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-25T02:24:10,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:24:10,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T02:24:10,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbdd1c922b13,44299,1732501434340, seqNum=-1] 2024-11-25T02:24:10,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T02:24:10,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-25T02:24:10,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T02:24:10,891 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T02:24:10,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ for inclusion in 0ef95e7ac26d6e4667c32076332e9e43/f 2024-11-25T02:24:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T02:24:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:10,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ for inclusion in 0ef95e7ac26d6e4667c32076332e9e43/f 2024-11-25T02:24:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T02:24:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HRegion(2603): Flush status journal for 0ef95e7ac26d6e4667c32076332e9e43: 2024-11-25T02:24:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 945561c833db408e95501353662ac8f1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/42f9fec9370241c09f1e10fade764d1f_SeqId_4_ 2024-11-25T02:24:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 482d3bd7767a43559a268fe13fdbd538_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/4803ff9a7a824960af5683ae98a522fc_SeqId_4_ 2024-11-25T02:24:10,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ into 0ef95e7ac26d6e4667c32076332e9e43/f as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/42f9fec9370241c09f1e10fade764d1f_SeqId_4_ - updating store file list. 2024-11-25T02:24:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42f9fec9370241c09f1e10fade764d1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:10,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/42f9fec9370241c09f1e10fade764d1f_SeqId_4_ into 0ef95e7ac26d6e4667c32076332e9e43/f 2024-11-25T02:24:10,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ into 0ef95e7ac26d6e4667c32076332e9e43/f (new location: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/42f9fec9370241c09f1e10fade764d1f_SeqId_4_) 2024-11-25T02:24:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/945561c833db408e95501353662ac8f1_SeqId_6_ 2024-11-25T02:24:10,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ into 0ef95e7ac26d6e4667c32076332e9e43/f as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/4803ff9a7a824960af5683ae98a522fc_SeqId_4_ - updating store file list. 2024-11-25T02:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4803ff9a7a824960af5683ae98a522fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:10,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/4803ff9a7a824960af5683ae98a522fc_SeqId_4_ into 0ef95e7ac26d6e4667c32076332e9e43/f 2024-11-25T02:24:10,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ into 0ef95e7ac26d6e4667c32076332e9e43/f (new location: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/f/4803ff9a7a824960af5683ae98a522fc_SeqId_4_) 2024-11-25T02:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/staging/jenkins.hfs.23__test__q3n12ndtm9jkhs616252f5su46m2thiuao3a5ndv29rad35fer8r96td2php9i78/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ 2024-11-25T02:24:10,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] regionserver.ReplicationSink(324): Finished replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:10,959 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:11,244 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 0, reset compression=false 2024-11-25T02:24:11,248 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T02:24:11,248 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[{test/6388b4083624e888b0a1bf2b381858a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732501450446/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T02:24:11,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(318): Replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741839_1015 (size=11194) 2024-11-25T02:24:11,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741840_1016 (size=10791) 2024-11-25T02:24:11,362 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:11,448 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:11,454 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T02:24:11,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T02:24:11,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T02:24:11,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T02:24:11,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ for inclusion in deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T02:24:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:11,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ for inclusion in deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T02:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T02:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegion(2603): Flush status journal for deaf4f87b7c5190765e793747a28e1ff: 2024-11-25T02:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 482d3bd7767a43559a268fe13fdbd538_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/7973d25e55f743cdb98b1c58962ba0ad_SeqId_6_ 2024-11-25T02:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 945561c833db408e95501353662ac8f1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T02:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/4f33de3d2cb94498815edce0be2ad3a8_SeqId_6_ 2024-11-25T02:24:11,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/7973d25e55f743cdb98b1c58962ba0ad_SeqId_6_ - updating store file list. 2024-11-25T02:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7973d25e55f743cdb98b1c58962ba0ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:11,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/7973d25e55f743cdb98b1c58962ba0ad_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:11,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f (new location: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/7973d25e55f743cdb98b1c58962ba0ad_SeqId_6_) 2024-11-25T02:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/482d3bd7767a43559a268fe13fdbd538_SeqId_6_ 2024-11-25T02:24:11,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/4f33de3d2cb94498815edce0be2ad3a8_SeqId_6_ - updating store file list. 2024-11-25T02:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f33de3d2cb94498815edce0be2ad3a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T02:24:11,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/4f33de3d2cb94498815edce0be2ad3a8_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f 2024-11-25T02:24:11,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ into deaf4f87b7c5190765e793747a28e1ff/f (new location: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/f/4f33de3d2cb94498815edce0be2ad3a8_SeqId_6_) 2024-11-25T02:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/staging/jenkins.hfs.22__test__bvceb8uo00jo6t2hie2feuoj6289gda028lkutfh5s8sg8p2451q2krq3nvrj8r2/f/945561c833db408e95501353662ac8f1_SeqId_6_ 2024-11-25T02:24:11,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(324): Finished replicating [a801be6f-dd5c-4923-8980-5932ea1dd2e5] bulk loaded data 2024-11-25T02:24:11,751 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:11,865 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:12,154 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:12,468 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:12,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:24:12,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:12,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:12,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:24:12,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248097065, stopped=false 2024-11-25T02:24:12,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,36519,1732501434196 2024-11-25T02:24:12,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:12,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1284362040/running 2024-11-25T02:24:12,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1284362040/running 2024-11-25T02:24:12,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:24:12,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:24:12,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:12,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:12,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:12,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:12,495 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,44299,1732501434340' ***** 2024-11-25T02:24:12,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/running 2024-11-25T02:24:12,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:24:12,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Set watcher on znode that does not yet exist, /2-1284362040/running 2024-11-25T02:24:12,495 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:24:12,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:24:12,495 INFO [RS:0;dbdd1c922b13:44299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ef95e7ac26d6e4667c32076332e9e43 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,44299,1732501434340 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:44299. 2024-11-25T02:24:12,496 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ef95e7ac26d6e4667c32076332e9e43, disabling compactions & flushes 2024-11-25T02:24:12,496 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:12,496 DEBUG [RS:0;dbdd1c922b13:44299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:12,496 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:12,496 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. after waiting 0 ms 2024-11-25T02:24:12,496 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:12,496 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:24:12,496 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:24:12,497 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:24:12,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ef95e7ac26d6e4667c32076332e9e43=test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43.} 2024-11-25T02:24:12,497 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 0ef95e7ac26d6e4667c32076332e9e43, 1588230740 2024-11-25T02:24:12,497 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:24:12,497 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:24:12,497 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:24:12,497 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:24:12,497 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:24:12,497 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T02:24:12,499 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/default/test/0ef95e7ac26d6e4667c32076332e9e43/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T02:24:12,500 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:12,500 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:24:12,500 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:12,500 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ef95e7ac26d6e4667c32076332e9e43: Waiting for close lock at 1732501452496Running coprocessor pre-close hooks at 1732501452496Disabling compacts and flushes for region at 1732501452496Disabling writes for close at 1732501452496Writing region close event to WAL at 1732501452497 (+1 ms)Running coprocessor post-close hooks at 1732501452500 (+3 ms)Closed at 1732501452500 2024-11-25T02:24:12,500 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43. 2024-11-25T02:24:12,514 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/info/242d8d07d45140b99143b3e540575a74 is 129, key is test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43./info:regioninfo/1732501443155/Put/seqid=0 2024-11-25T02:24:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741839_1015 (size=6421) 2024-11-25T02:24:12,574 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:12,658 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:12,697 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:12,897 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:12,918 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/info/242d8d07d45140b99143b3e540575a74 2024-11-25T02:24:12,937 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/ns/a740af6ec949404e97e454b066e602ca is 43, key is default/ns:d/1732501437616/Put/seqid=0 2024-11-25T02:24:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741840_1016 (size=5153) 2024-11-25T02:24:13,097 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:13,172 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:13,261 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:13,298 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:13,340 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/ns/a740af6ec949404e97e454b066e602ca 2024-11-25T02:24:13,362 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/rep_barrier/b78a86496bb5465d9180e5662b903073 is 112, key is test,,1732501442015.0ef95e7ac26d6e4667c32076332e9e43./rep_barrier:seqnumDuringOpen/1732501443155/Put/seqid=0 2024-11-25T02:24:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741841_1017 (size=5518) 2024-11-25T02:24:13,476 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:24:13,476 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:24:13,498 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:24:13,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:24:13,498 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:13,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:24:13,698 DEBUG [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:13,766 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/rep_barrier/b78a86496bb5465d9180e5662b903073 2024-11-25T02:24:13,788 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/table/f32da312f1124010aa152dc365d958f1 is 40, key is test/table:state/1732501443161/Put/seqid=0 2024-11-25T02:24:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741842_1018 (size=5165) 2024-11-25T02:24:13,791 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/table/f32da312f1124010aa152dc365d958f1 2024-11-25T02:24:13,796 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/info/242d8d07d45140b99143b3e540575a74 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/info/242d8d07d45140b99143b3e540575a74 2024-11-25T02:24:13,799 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/info/242d8d07d45140b99143b3e540575a74, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T02:24:13,800 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/ns/a740af6ec949404e97e454b066e602ca as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/ns/a740af6ec949404e97e454b066e602ca 2024-11-25T02:24:13,804 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/ns/a740af6ec949404e97e454b066e602ca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:24:13,804 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/rep_barrier/b78a86496bb5465d9180e5662b903073 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/rep_barrier/b78a86496bb5465d9180e5662b903073 2024-11-25T02:24:13,808 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/rep_barrier/b78a86496bb5465d9180e5662b903073, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T02:24:13,808 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/.tmp/table/f32da312f1124010aa152dc365d958f1 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/table/f32da312f1124010aa152dc365d958f1 2024-11-25T02:24:13,812 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/table/f32da312f1124010aa152dc365d958f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:24:13,813 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false 2024-11-25T02:24:13,817 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:24:13,817 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:13,817 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:24:13,817 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:13,817 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501452497Running coprocessor pre-close hooks at 1732501452497Disabling compacts and flushes for region at 1732501452497Disabling writes for close at 1732501452497Obtaining lock to block concurrent updates at 1732501452497Preparing flush snapshotting stores in 1588230740 at 1732501452497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732501452498 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732501452499 (+1 ms)Flushing 1588230740/info: creating writer at 1732501452499Flushing 1588230740/info: appending metadata at 1732501452514 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732501452514Flushing 1588230740/ns: creating writer at 1732501452922 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732501452936 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732501452936Flushing 1588230740/rep_barrier: creating writer at 1732501453344 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501453361 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501453361Flushing 1588230740/table: creating writer at 1732501453770 (+409 ms)Flushing 1588230740/table: appending metadata at 1732501453787 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732501453787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5aac03: reopening flushed file at 1732501453795 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c8cf02: reopening flushed file at 1732501453800 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7646a0e8: reopening flushed file at 1732501453804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb9779e: reopening flushed file at 1732501453808 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false at 1732501453813 (+5 ms)Writing region close event to WAL at 1732501453814 (+1 ms)Running coprocessor post-close hooks at 1732501453817 (+3 ms)Closed at 1732501453817 2024-11-25T02:24:13,817 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:13,898 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,44299,1732501434340; all regions closed. 2024-11-25T02:24:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741834_1010 (size=2717) 2024-11-25T02:24:13,901 DEBUG [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/oldWALs 2024-11-25T02:24:13,902 INFO [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C44299%2C1732501434340.meta:.meta(num 1732501437568) 2024-11-25T02:24:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741832_1008 (size=1028) 2024-11-25T02:24:13,904 DEBUG [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/oldWALs 2024-11-25T02:24:13,904 INFO [RS:0;dbdd1c922b13:44299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C44299%2C1732501434340:(num 1732501436601) 2024-11-25T02:24:13,904 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:13,904 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:13,905 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:13,905 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:13,905 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:13,905 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:13,905 INFO [RS:0;dbdd1c922b13:44299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:44299. 2024-11-25T02:24:13,905 DEBUG [RS:0;dbdd1c922b13:44299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:13,905 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:13,906 DEBUG [RS:0;dbdd1c922b13:44299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:13,906 INFO [RS:0;dbdd1c922b13:44299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44299 2024-11-25T02:24:13,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:13,965 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:13,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040/rs 2024-11-25T02:24:13,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1284362040/rs/dbdd1c922b13,44299,1732501434340 2024-11-25T02:24:13,967 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:13,976 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:13,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,44299,1732501434340] 2024-11-25T02:24:13,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1284362040/draining/dbdd1c922b13,44299,1732501434340 already deleted, retry=false 2024-11-25T02:24:13,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,44299,1732501434340 expired; onlineServers=0 2024-11-25T02:24:13,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,36519,1732501434196' ***** 2024-11-25T02:24:13,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:24:13,990 INFO [M:0;dbdd1c922b13:36519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:13,990 INFO [M:0;dbdd1c922b13:36519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:13,990 DEBUG [M:0;dbdd1c922b13:36519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:24:13,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:24:13,991 DEBUG [M:0;dbdd1c922b13:36519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:24:13,991 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501436354 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501436354,5,FailOnTimeoutGroup] 2024-11-25T02:24:13,991 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501436354 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501436354,5,FailOnTimeoutGroup] 2024-11-25T02:24:13,991 INFO [M:0;dbdd1c922b13:36519 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:13,991 INFO [M:0;dbdd1c922b13:36519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:13,991 DEBUG [M:0;dbdd1c922b13:36519 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:24:13,992 INFO [M:0;dbdd1c922b13:36519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:24:13,992 INFO [M:0;dbdd1c922b13:36519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:13,992 INFO [M:0;dbdd1c922b13:36519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:24:13,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:24:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1284362040/master 2024-11-25T02:24:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1284362040 2024-11-25T02:24:14,000 DEBUG [M:0;dbdd1c922b13:36519 {}] zookeeper.ZKUtil(347): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Unable to get data of znode /2-1284362040/master because node does not exist (not an error) 2024-11-25T02:24:14,000 WARN [M:0;dbdd1c922b13:36519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:24:14,002 INFO [M:0;dbdd1c922b13:36519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/.lastflushedseqids 2024-11-25T02:24:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741843_1019 (size=173) 2024-11-25T02:24:14,078 INFO [RS:0;dbdd1c922b13:44299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44299-0x1016fcdbb5e0007, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:14,078 INFO [RS:0;dbdd1c922b13:44299 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,44299,1732501434340; zookeeper connection closed. 2024-11-25T02:24:14,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60910082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60910082 2024-11-25T02:24:14,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:24:14,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T02:24:14,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:24:14,103 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169140 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbdd1c922b13,39961,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:39961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T02:24:14,406 INFO [M:0;dbdd1c922b13:36519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:24:14,406 INFO [M:0;dbdd1c922b13:36519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:24:14,406 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:24:14,406 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:14,406 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:14,406 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:24:14,406 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:14,406 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-25T02:24:14,424 DEBUG [M:0;dbdd1c922b13:36519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae89597167b49a6bd0c41b1eee10e61 is 82, key is hbase:meta,,1/info:regioninfo/1732501437600/Put/seqid=0 2024-11-25T02:24:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741844_1020 (size=5672) 2024-11-25T02:24:14,428 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae89597167b49a6bd0c41b1eee10e61 2024-11-25T02:24:14,444 DEBUG [M:0;dbdd1c922b13:36519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a01e59d04414f2aac2ddb82b2eeed08 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501443164/Put/seqid=0 2024-11-25T02:24:14,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741845_1021 (size=6587) 2024-11-25T02:24:14,448 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a01e59d04414f2aac2ddb82b2eeed08 2024-11-25T02:24:14,462 DEBUG [M:0;dbdd1c922b13:36519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f8d6c02e0c643b2958950ebd4949678 is 69, key is dbdd1c922b13,44299,1732501434340/rs:state/1732501436407/Put/seqid=0 2024-11-25T02:24:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741846_1022 (size=5156) 2024-11-25T02:24:14,769 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:14,866 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f8d6c02e0c643b2958950ebd4949678 2024-11-25T02:24:14,869 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae89597167b49a6bd0c41b1eee10e61 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae89597167b49a6bd0c41b1eee10e61 2024-11-25T02:24:14,872 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae89597167b49a6bd0c41b1eee10e61, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T02:24:14,873 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a01e59d04414f2aac2ddb82b2eeed08 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a01e59d04414f2aac2ddb82b2eeed08 2024-11-25T02:24:14,876 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a01e59d04414f2aac2ddb82b2eeed08, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T02:24:14,876 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f8d6c02e0c643b2958950ebd4949678 as hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f8d6c02e0c643b2958950ebd4949678 2024-11-25T02:24:14,879 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:14,879 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34241/user/jenkins/test-data/62c2d608-14c2-5393-ca04-22a9562a62c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f8d6c02e0c643b2958950ebd4949678, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T02:24:14,880 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false 2024-11-25T02:24:14,881 INFO [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:14,881 DEBUG [M:0;dbdd1c922b13:36519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501454406Disabling compacts and flushes for region at 1732501454406Disabling writes for close at 1732501454406Obtaining lock to block concurrent updates at 1732501454406Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501454406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732501454407 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501454407Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501454407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501454424 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501454424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501454431 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501454444 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501454444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501454451 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501454462 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501454462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f16475e: reopening flushed file at 1732501454869 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c9174f: reopening flushed file at 1732501454873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b73398e: reopening flushed file at 1732501454876 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false at 1732501454880 (+4 ms)Writing region close event to WAL at 1732501454881 (+1 ms)Closed at 1732501454881 2024-11-25T02:24:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741830_1006 (size=32782) 2024-11-25T02:24:14,883 INFO [M:0;dbdd1c922b13:36519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:24:14,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:14,883 INFO [M:0;dbdd1c922b13:36519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36519 2024-11-25T02:24:14,884 INFO [M:0;dbdd1c922b13:36519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:15,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:15,046 INFO [M:0;dbdd1c922b13:36519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:15,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36519-0x1016fcdbb5e0006, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:15,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f9b1071{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:24:15,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cb7adf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:15,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:15,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410fcdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:15,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37691d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:15,089 WARN [BP-821154503-172.17.0.3-1732501432237 heartbeating to localhost/127.0.0.1:34241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:24:15,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:24:15,089 WARN [BP-821154503-172.17.0.3-1732501432237 heartbeating to localhost/127.0.0.1:34241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821154503-172.17.0.3-1732501432237 (Datanode Uuid b665c8e4-7ee7-4b6d-a8d1-510c51279783) service to localhost/127.0.0.1:34241 2024-11-25T02:24:15,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:24:15,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/cluster_84e60f8e-8ef6-ce63-b46f-b5ecc57c1e12/data/data1/current/BP-821154503-172.17.0.3-1732501432237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:15,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/cluster_84e60f8e-8ef6-ce63-b46f-b5ecc57c1e12/data/data2/current/BP-821154503-172.17.0.3-1732501432237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:15,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:24:15,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b297ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:24:15,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c77bdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:15,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:15,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5191af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:15,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1688c83c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd01bfde-29f3-3267-4dbe-e12641397584/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:15,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:24:15,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:24:15,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:15,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:15,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:15,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:24:15,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2056280300, stopped=false 2024-11-25T02:24:15,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,39067,1732501428724 2024-11-25T02:24:15,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-697290694/running 2024-11-25T02:24:15,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-697290694/running 2024-11-25T02:24:15,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:24:15,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:24:15,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:15,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:15,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/running 2024-11-25T02:24:15,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:15,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:15,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Set watcher on znode that does not yet exist, /1-697290694/running 2024-11-25T02:24:15,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,36427,1732501428860' ***** 2024-11-25T02:24:15,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:24:15,115 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:24:15,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,36427,1732501428860 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36427. 2024-11-25T02:24:15,116 DEBUG [RS:0;dbdd1c922b13:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:15,116 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deaf4f87b7c5190765e793747a28e1ff, disabling compactions & flushes 2024-11-25T02:24:15,116 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:15,116 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:15,116 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:24:15,116 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. after waiting 0 ms 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:24:15,116 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:24:15,116 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:24:15,117 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T02:24:15,117 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, deaf4f87b7c5190765e793747a28e1ff=test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff.} 2024-11-25T02:24:15,117 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, deaf4f87b7c5190765e793747a28e1ff 2024-11-25T02:24:15,117 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:24:15,117 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:24:15,117 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:24:15,117 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:24:15,117 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:24:15,117 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T02:24:15,119 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/default/test/deaf4f87b7c5190765e793747a28e1ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:24:15,120 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:15,120 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:24:15,120 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:15,120 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deaf4f87b7c5190765e793747a28e1ff: Waiting for close lock at 1732501455116Running coprocessor pre-close hooks at 1732501455116Disabling compacts and flushes for region at 1732501455116Disabling writes for close at 1732501455116Writing region close event to WAL at 1732501455117 (+1 ms)Running coprocessor post-close hooks at 1732501455120 (+3 ms)Closed at 1732501455120 2024-11-25T02:24:15,120 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff. 2024-11-25T02:24:15,133 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/info/acc5429a7d5f4fe4aa95c7bd096b5eb2 is 129, key is test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff./info:regioninfo/1732501441004/Put/seqid=0 2024-11-25T02:24:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741841_1017 (size=6421) 2024-11-25T02:24:15,137 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/info/acc5429a7d5f4fe4aa95c7bd096b5eb2 2024-11-25T02:24:15,153 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/ns/9fb939e13f634d41b88cd99f4dbf40d7 is 43, key is default/ns:d/1732501432153/Put/seqid=0 2024-11-25T02:24:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741842_1018 (size=5153) 2024-11-25T02:24:15,179 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:15,317 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:15,466 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:24:15,466 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:24:15,517 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:15,556 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/ns/9fb939e13f634d41b88cd99f4dbf40d7 2024-11-25T02:24:15,572 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/rep_barrier/f3cf11f4a25344fe919fd92d3ac9f3d0 is 112, key is test,,1732501439865.deaf4f87b7c5190765e793747a28e1ff./rep_barrier:seqnumDuringOpen/1732501441004/Put/seqid=0 2024-11-25T02:24:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741843_1019 (size=5518) 2024-11-25T02:24:15,672 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:15,717 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:15,885 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:15,917 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:15,975 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/rep_barrier/f3cf11f4a25344fe919fd92d3ac9f3d0 2024-11-25T02:24:15,992 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/table/031ccec36fcf4e848fb2bf1ff3abcdda is 40, key is test/table:state/1732501441009/Put/seqid=0 2024-11-25T02:24:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741844_1020 (size=5165) 2024-11-25T02:24:16,117 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:24:16,117 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:24:16,117 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:16,318 DEBUG [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:16,395 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/table/031ccec36fcf4e848fb2bf1ff3abcdda 2024-11-25T02:24:16,399 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/info/acc5429a7d5f4fe4aa95c7bd096b5eb2 as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/info/acc5429a7d5f4fe4aa95c7bd096b5eb2 2024-11-25T02:24:16,403 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/info/acc5429a7d5f4fe4aa95c7bd096b5eb2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T02:24:16,403 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/ns/9fb939e13f634d41b88cd99f4dbf40d7 as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/ns/9fb939e13f634d41b88cd99f4dbf40d7 2024-11-25T02:24:16,407 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/ns/9fb939e13f634d41b88cd99f4dbf40d7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:24:16,407 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/rep_barrier/f3cf11f4a25344fe919fd92d3ac9f3d0 as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/rep_barrier/f3cf11f4a25344fe919fd92d3ac9f3d0 2024-11-25T02:24:16,410 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/rep_barrier/f3cf11f4a25344fe919fd92d3ac9f3d0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T02:24:16,410 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/.tmp/table/031ccec36fcf4e848fb2bf1ff3abcdda as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/table/031ccec36fcf4e848fb2bf1ff3abcdda 2024-11-25T02:24:16,414 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/table/031ccec36fcf4e848fb2bf1ff3abcdda, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T02:24:16,415 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-25T02:24:16,415 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T02:24:16,418 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T02:24:16,419 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:16,419 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:24:16,419 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:16,419 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501455117Running coprocessor pre-close hooks at 1732501455117Disabling compacts and flushes for region at 1732501455117Disabling writes for close at 1732501455117Obtaining lock to block concurrent updates at 1732501455117Preparing flush snapshotting stores in 1588230740 at 1732501455117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732501455117Flushing stores of hbase:meta,,1.1588230740 at 1732501455117Flushing 1588230740/info: creating writer at 1732501455118 (+1 ms)Flushing 1588230740/info: appending metadata at 1732501455133 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732501455133Flushing 1588230740/ns: creating writer at 1732501455140 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732501455153 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732501455153Flushing 1588230740/rep_barrier: creating writer at 1732501455560 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501455572 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501455572Flushing 1588230740/table: creating writer at 1732501455979 (+407 ms)Flushing 1588230740/table: appending metadata at 1732501455991 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732501455991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d552847: reopening flushed file at 1732501456399 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12968c96: reopening flushed file at 1732501456403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa4d69a: reopening flushed file at 1732501456407 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1d7a5c: reopening flushed file at 1732501456410 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1732501456415 (+5 ms)Writing region close event to WAL at 1732501456416 (+1 ms)Running coprocessor post-close hooks at 1732501456419 (+3 ms)Closed at 1732501456419 2024-11-25T02:24:16,419 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:16,518 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,36427,1732501428860; all regions closed. 2024-11-25T02:24:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741834_1010 (size=2717) 2024-11-25T02:24:16,521 DEBUG [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/oldWALs 2024-11-25T02:24:16,521 INFO [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C36427%2C1732501428860.meta:.meta(num 1732501432115) 2024-11-25T02:24:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741833_1009 (size=1374) 2024-11-25T02:24:16,524 DEBUG [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/oldWALs 2024-11-25T02:24:16,524 INFO [RS:0;dbdd1c922b13:36427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbdd1c922b13%2C36427%2C1732501428860:(num 1732501431584) 2024-11-25T02:24:16,524 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:16,524 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:16,524 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:16,524 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:16,524 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:16,525 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:16,525 INFO [RS:0;dbdd1c922b13:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:36427. 2024-11-25T02:24:16,525 DEBUG [RS:0;dbdd1c922b13:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:16,525 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:16,525 DEBUG [RS:0;dbdd1c922b13:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:16,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:16,525 INFO [RS:0;dbdd1c922b13:36427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36427 2024-11-25T02:24:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-697290694/rs/dbdd1c922b13,36427,1732501428860 2024-11-25T02:24:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694/rs 2024-11-25T02:24:16,588 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:16,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,36427,1732501428860] 2024-11-25T02:24:16,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-697290694/draining/dbdd1c922b13,36427,1732501428860 already deleted, retry=false 2024-11-25T02:24:16,609 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,36427,1732501428860 expired; onlineServers=0 2024-11-25T02:24:16,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,39067,1732501428724' ***** 2024-11-25T02:24:16,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:24:16,609 INFO [M:0;dbdd1c922b13:39067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:16,609 INFO [M:0;dbdd1c922b13:39067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:16,609 DEBUG [M:0;dbdd1c922b13:39067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:24:16,610 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:24:16,610 DEBUG [M:0;dbdd1c922b13:39067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:24:16,610 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501430922 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501430922,5,FailOnTimeoutGroup] 2024-11-25T02:24:16,610 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501430922 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501430922,5,FailOnTimeoutGroup] 2024-11-25T02:24:16,610 INFO [M:0;dbdd1c922b13:39067 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:16,610 INFO [M:0;dbdd1c922b13:39067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:16,610 DEBUG [M:0;dbdd1c922b13:39067 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:24:16,610 INFO [M:0;dbdd1c922b13:39067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:24:16,610 INFO [M:0;dbdd1c922b13:39067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:16,610 INFO [M:0;dbdd1c922b13:39067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:24:16,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:24:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-697290694/master 2024-11-25T02:24:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-697290694 2024-11-25T02:24:16,620 DEBUG [M:0;dbdd1c922b13:39067 {}] zookeeper.ZKUtil(347): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Unable to get data of znode /1-697290694/master because node does not exist (not an error) 2024-11-25T02:24:16,620 WARN [M:0;dbdd1c922b13:39067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:24:16,621 INFO [M:0;dbdd1c922b13:39067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/.lastflushedseqids 2024-11-25T02:24:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741845_1021 (size=173) 2024-11-25T02:24:16,675 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:16,699 INFO [RS:0;dbdd1c922b13:36427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1016fcdbb5e0004, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:16,699 INFO [RS:0;dbdd1c922b13:36427 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,36427,1732501428860; zookeeper connection closed. 2024-11-25T02:24:16,699 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@757336a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@757336a3 2024-11-25T02:24:16,699 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:24:16,989 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:17,024 INFO [M:0;dbdd1c922b13:39067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:24:17,024 INFO [M:0;dbdd1c922b13:39067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:24:17,025 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:24:17,025 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:17,025 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:17,025 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:24:17,025 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:17,025 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T02:24:17,038 DEBUG [M:0;dbdd1c922b13:39067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55be2f38a1541af86319c492b5d01e2 is 82, key is hbase:meta,,1/info:regioninfo/1732501432139/Put/seqid=0 2024-11-25T02:24:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741846_1022 (size=5672) 2024-11-25T02:24:17,442 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55be2f38a1541af86319c492b5d01e2 2024-11-25T02:24:17,458 DEBUG [M:0;dbdd1c922b13:39067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9326dfbb54f44e5b5d306e7a5539131 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501441012/Put/seqid=0 2024-11-25T02:24:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741847_1023 (size=6586) 2024-11-25T02:24:17,778 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:17,862 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9326dfbb54f44e5b5d306e7a5539131 2024-11-25T02:24:17,876 DEBUG [M:0;dbdd1c922b13:39067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bd8ea5d1de401c8edcc6e11c0af21b is 69, key is dbdd1c922b13,36427,1732501428860/rs:state/1732501431014/Put/seqid=0 2024-11-25T02:24:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741848_1024 (size=5156) 2024-11-25T02:24:18,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T02:24:18,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T02:24:18,192 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:18,280 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bd8ea5d1de401c8edcc6e11c0af21b 2024-11-25T02:24:18,283 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55be2f38a1541af86319c492b5d01e2 as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55be2f38a1541af86319c492b5d01e2 2024-11-25T02:24:18,286 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55be2f38a1541af86319c492b5d01e2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T02:24:18,286 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9326dfbb54f44e5b5d306e7a5539131 as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9326dfbb54f44e5b5d306e7a5539131 2024-11-25T02:24:18,289 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9326dfbb54f44e5b5d306e7a5539131, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T02:24:18,289 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bd8ea5d1de401c8edcc6e11c0af21b as hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70bd8ea5d1de401c8edcc6e11c0af21b 2024-11-25T02:24:18,292 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/2fee4f63-c1b7-1463-5e5d-cbcd6315d247/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70bd8ea5d1de401c8edcc6e11c0af21b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T02:24:18,293 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false 2024-11-25T02:24:18,294 INFO [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:18,294 DEBUG [M:0;dbdd1c922b13:39067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501457025Disabling compacts and flushes for region at 1732501457025Disabling writes for close at 1732501457025Obtaining lock to block concurrent updates at 1732501457025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501457025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732501457025Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501457026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501457026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501457038 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501457038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501457445 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501457458 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501457458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501457864 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501457876 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501457876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc7733c: reopening flushed file at 1732501458282 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6669a51c: reopening flushed file at 1732501458286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632f8590: reopening flushed file at 1732501458289 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false at 1732501458293 (+4 ms)Writing region close event to WAL at 1732501458294 (+1 ms)Closed at 1732501458294 2024-11-25T02:24:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741830_1006 (size=32770) 2024-11-25T02:24:18,295 INFO [M:0;dbdd1c922b13:39067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:24:18,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:18,295 INFO [M:0;dbdd1c922b13:39067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39067 2024-11-25T02:24:18,296 INFO [M:0;dbdd1c922b13:39067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:18,314 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T02:24:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:18,446 INFO [M:0;dbdd1c922b13:39067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39067-0x1016fcdbb5e0003, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:18,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70dd2d2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:24:18,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2393f6bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:18,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:18,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1722fd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:18,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5e343c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:18,450 WARN [BP-556412676-172.17.0.3-1732501426629 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:24:18,450 WARN [BP-556412676-172.17.0.3-1732501426629 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-556412676-172.17.0.3-1732501426629 (Datanode Uuid 6dd9f31c-363f-4b25-bbb5-e09b816d808a) service to localhost/127.0.0.1:37211 2024-11-25T02:24:18,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:24:18,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:24:18,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/cluster_9bc9450f-0dd3-5dce-8386-2568adb5ad6f/data/data1/current/BP-556412676-172.17.0.3-1732501426629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:18,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/cluster_9bc9450f-0dd3-5dce-8386-2568adb5ad6f/data/data2/current/BP-556412676-172.17.0.3-1732501426629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:18,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:24:18,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@305b964d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:24:18,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@303cef64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:18,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:18,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f88d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:18,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@188a55d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27e13fe-e076-b421-17c5-e15ccd535215/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:18,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:24:18,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T02:24:18,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:18,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:18,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:18,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:18,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:18,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T02:24:18,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547880356, stopped=false 2024-11-25T02:24:18,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbdd1c922b13,38999,1732501423946 2024-11-25T02:24:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-993624415/running 2024-11-25T02:24:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-993624415/running 2024-11-25T02:24:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:24:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:24:18,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:18,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T02:24:18,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:18,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/running 2024-11-25T02:24:18,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Set watcher on znode that does not yet exist, /0-993624415/running 2024-11-25T02:24:18,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:18,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbdd1c922b13,46407,1732501424144' ***** 2024-11-25T02:24:18,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T02:24:18,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(3091): Received CLOSE for 4efb1209e8f220125c6fdbc5567a4991 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(3091): Received CLOSE for 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(959): stopping server dbdd1c922b13,46407,1732501424144 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:18,484 INFO [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:46407. 2024-11-25T02:24:18,484 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4efb1209e8f220125c6fdbc5567a4991, disabling compactions & flushes 2024-11-25T02:24:18,484 DEBUG [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:18,484 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:18,485 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. after waiting 0 ms 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:18,485 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T02:24:18,485 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T02:24:18,485 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T02:24:18,485 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T02:24:18,485 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4efb1209e8f220125c6fdbc5567a4991 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-25T02:24:18,485 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T02:24:18,485 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1325): Online Regions={4efb1209e8f220125c6fdbc5567a4991=hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991., 1588230740=hbase:meta,,1.1588230740, 6388b4083624e888b0a1bf2b381858a3=test,,1732501437699.6388b4083624e888b0a1bf2b381858a3.} 2024-11-25T02:24:18,485 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4efb1209e8f220125c6fdbc5567a4991, 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T02:24:18,485 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T02:24:18,485 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T02:24:18,485 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T02:24:18,498 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/hfileref/5dcc30a5538b42d2bca2ecc1e14e86a3 is 74, key is 1/hfileref:0b1cabebd18040bfa30a9f5a1da71cc3_SeqId_4_/1732501448562/DeleteColumn/seqid=0 2024-11-25T02:24:18,499 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/info/5d6a656013d94b05864088f2931a8ba1 is 147, key is hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991./info:regioninfo/1732501445331/Put/seqid=0 2024-11-25T02:24:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741847_1023 (size=5489) 2024-11-25T02:24:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741848_1024 (size=7686) 2024-11-25T02:24:18,561 INFO [regionserver/dbdd1c922b13:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:18,685 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4efb1209e8f220125c6fdbc5567a4991, 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:18,885 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4efb1209e8f220125c6fdbc5567a4991, 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:18,901 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/hfileref/5dcc30a5538b42d2bca2ecc1e14e86a3 2024-11-25T02:24:18,902 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/info/5d6a656013d94b05864088f2931a8ba1 2024-11-25T02:24:18,917 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/ns/10eff675bbb542eca2688feea2516b05 is 43, key is default/ns:d/1732501426563/Put/seqid=0 2024-11-25T02:24:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741849_1025 (size=5153) 2024-11-25T02:24:18,920 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/queue/88b2c604327c441ea6e29ec1e3eda734 is 153, key is 1-dbdd1c922b13,46407,1732501424144/queue:dbdd1c922b13%2C46407%2C1732501424144/1732501451686/Put/seqid=0 2024-11-25T02:24:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741850_1026 (size=5504) 2024-11-25T02:24:18,981 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:19,085 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4efb1209e8f220125c6fdbc5567a4991, 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:19,286 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4efb1209e8f220125c6fdbc5567a4991, 6388b4083624e888b0a1bf2b381858a3 2024-11-25T02:24:19,321 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/ns/10eff675bbb542eca2688feea2516b05 2024-11-25T02:24:19,323 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/queue/88b2c604327c441ea6e29ec1e3eda734 2024-11-25T02:24:19,327 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/hfileref/5dcc30a5538b42d2bca2ecc1e14e86a3 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/hfileref/5dcc30a5538b42d2bca2ecc1e14e86a3 2024-11-25T02:24:19,330 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/hfileref/5dcc30a5538b42d2bca2ecc1e14e86a3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-25T02:24:19,331 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/.tmp/queue/88b2c604327c441ea6e29ec1e3eda734 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/queue/88b2c604327c441ea6e29ec1e3eda734 2024-11-25T02:24:19,334 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/queue/88b2c604327c441ea6e29ec1e3eda734, entries=2, sequenceid=17, filesize=5.4 K 2024-11-25T02:24:19,335 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4efb1209e8f220125c6fdbc5567a4991 in 850ms, sequenceid=17, compaction requested=false 2024-11-25T02:24:19,338 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/replication/4efb1209e8f220125c6fdbc5567a4991/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:24:19,339 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4efb1209e8f220125c6fdbc5567a4991: Waiting for close lock at 1732501458484Running coprocessor pre-close hooks at 1732501458484Disabling compacts and flushes for region at 1732501458484Disabling writes for close at 1732501458485 (+1 ms)Obtaining lock to block concurrent updates at 1732501458485Preparing flush snapshotting stores in 4efb1209e8f220125c6fdbc5567a4991 at 1732501458485Finished memstore snapshotting hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732501458485Flushing stores of hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. at 1732501458485Flushing 4efb1209e8f220125c6fdbc5567a4991/hfileref: creating writer at 1732501458485Flushing 4efb1209e8f220125c6fdbc5567a4991/hfileref: appending metadata at 1732501458498 (+13 ms)Flushing 4efb1209e8f220125c6fdbc5567a4991/hfileref: closing flushed file at 1732501458498Flushing 4efb1209e8f220125c6fdbc5567a4991/queue: creating writer at 1732501458905 (+407 ms)Flushing 4efb1209e8f220125c6fdbc5567a4991/queue: appending metadata at 1732501458920 (+15 ms)Flushing 4efb1209e8f220125c6fdbc5567a4991/queue: closing flushed file at 1732501458920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d2e6b3: reopening flushed file at 1732501459326 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fbd897: reopening flushed file at 1732501459330 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 4efb1209e8f220125c6fdbc5567a4991 in 850ms, sequenceid=17, compaction requested=false at 1732501459335 (+5 ms)Writing region close event to WAL at 1732501459336 (+1 ms)Running coprocessor post-close hooks at 1732501459339 (+3 ms)Closed at 1732501459339 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732501444175.4efb1209e8f220125c6fdbc5567a4991. 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6388b4083624e888b0a1bf2b381858a3, disabling compactions & flushes 2024-11-25T02:24:19,339 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. after waiting 0 ms 2024-11-25T02:24:19,339 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:24:19,340 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/rep_barrier/31049ed1b09e4beb83279157599fc17d is 112, key is test,,1732501437699.6388b4083624e888b0a1bf2b381858a3./rep_barrier:seqnumDuringOpen/1732501438841/Put/seqid=0 2024-11-25T02:24:19,342 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/default/test/6388b4083624e888b0a1bf2b381858a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T02:24:19,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741851_1027 (size=5518) 2024-11-25T02:24:19,342 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:19,342 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T02:24:19,342 INFO [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:24:19,342 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6388b4083624e888b0a1bf2b381858a3: Waiting for close lock at 1732501459339Running coprocessor pre-close hooks at 1732501459339Disabling compacts and flushes for region at 1732501459339Disabling writes for close at 1732501459339Writing region close event to WAL at 1732501459340 (+1 ms)Running coprocessor post-close hooks at 1732501459342 (+2 ms)Closed at 1732501459342 2024-11-25T02:24:19,343 DEBUG [RS_CLOSE_REGION-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732501437699.6388b4083624e888b0a1bf2b381858a3. 2024-11-25T02:24:19,423 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T02:24:19,424 INFO [regionserver/dbdd1c922b13:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T02:24:19,486 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T02:24:19,486 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T02:24:19,486 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:19,496 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:19,500 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:24:19,500 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 688, reset compression=false 2024-11-25T02:24:19,500 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:24:19,501 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbdd1c922b13,46407,1732501424144: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-dbdd1c922b13,46407,1732501424144, walGroup=dbdd1c922b13%2C46407%2C1732501424144, offset=dbdd1c922b13%2C46407%2C1732501424144.1732501449240:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:46407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T02:24:19,502 ERROR [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T02:24:19,502 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T02:24:19,502 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T02:24:19,502 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T02:24:19,503 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T02:24:19,503 INFO [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 1167291248 }, "NonHeapMemoryUsage": { "committed": 212008960, "init": 7667712, "max": -1, "used": 209001480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T02:24:19,503 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:38999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbdd1c922b13:38999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T02:24:19,607 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T02:24:19,607 INFO [master/dbdd1c922b13:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T02:24:19,686 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:19,703 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 688, reset compression=false 2024-11-25T02:24:19,743 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/rep_barrier/31049ed1b09e4beb83279157599fc17d 2024-11-25T02:24:19,759 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/table/b965ec1b45bb485f8c1da0a30977d017 is 53, key is hbase:replication/table:state/1732501445336/Put/seqid=0 2024-11-25T02:24:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741852_1028 (size=5308) 2024-11-25T02:24:19,886 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:20,006 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 688, reset compression=false 2024-11-25T02:24:20,086 DEBUG [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T02:24:20,162 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/table/b965ec1b45bb485f8c1da0a30977d017 2024-11-25T02:24:20,166 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/info/5d6a656013d94b05864088f2931a8ba1 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/info/5d6a656013d94b05864088f2931a8ba1 2024-11-25T02:24:20,169 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/info/5d6a656013d94b05864088f2931a8ba1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T02:24:20,170 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/ns/10eff675bbb542eca2688feea2516b05 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/ns/10eff675bbb542eca2688feea2516b05 2024-11-25T02:24:20,173 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/ns/10eff675bbb542eca2688feea2516b05, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T02:24:20,173 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/rep_barrier/31049ed1b09e4beb83279157599fc17d as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/rep_barrier/31049ed1b09e4beb83279157599fc17d 2024-11-25T02:24:20,176 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/rep_barrier/31049ed1b09e4beb83279157599fc17d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T02:24:20,176 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/.tmp/table/b965ec1b45bb485f8c1da0a30977d017 as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/table/b965ec1b45bb485f8c1da0a30977d017 2024-11-25T02:24:20,180 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/table/b965ec1b45bb485f8c1da0a30977d017, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T02:24:20,181 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false 2024-11-25T02:24:20,183 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T02:24:20,184 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T02:24:20,184 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T02:24:20,184 INFO [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:20,184 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732501458485Running coprocessor pre-close hooks at 1732501458485Disabling compacts and flushes for region at 1732501458485Disabling writes for close at 1732501458485Obtaining lock to block concurrent updates at 1732501458485Preparing flush snapshotting stores in 1588230740 at 1732501458485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732501458485Flushing stores of hbase:meta,,1.1588230740 at 1732501458486 (+1 ms)Flushing 1588230740/info: creating writer at 1732501458486Flushing 1588230740/info: appending metadata at 1732501458499 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732501458499Flushing 1588230740/ns: creating writer at 1732501458905 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732501458917 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732501458917Flushing 1588230740/rep_barrier: creating writer at 1732501459324 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732501459339 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732501459339Flushing 1588230740/table: creating writer at 1732501459746 (+407 ms)Flushing 1588230740/table: appending metadata at 1732501459758 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732501459758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53104c64: reopening flushed file at 1732501460165 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344a136e: reopening flushed file at 1732501460169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227da635: reopening flushed file at 1732501460173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bad71e: reopening flushed file at 1732501460176 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false at 1732501460181 (+5 ms)Writing region close event to WAL at 1732501460182 (+1 ms)Running coprocessor post-close hooks at 1732501460184 (+2 ms)Closed at 1732501460184 2024-11-25T02:24:20,184 DEBUG [RS_CLOSE_META-regionserver/dbdd1c922b13:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T02:24:20,284 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 393, reset compression=false 2024-11-25T02:24:20,286 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(976): stopping server dbdd1c922b13,46407,1732501424144; all regions closed. 2024-11-25T02:24:20,288 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T02:24:20,288 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240 to pos 688, reset compression=false 2024-11-25T02:24:20,288 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbdd1c922b13,46407,1732501424144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/WALs/dbdd1c922b13,46407,1732501424144/dbdd1c922b13%2C46407%2C1732501424144.1732501449240, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T02:24:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741842_1018 (size=859) 2024-11-25T02:24:20,288 DEBUG [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-25T02:24:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741843_1019 (size=2791) 2024-11-25T02:24:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741844_1020 (size=696) 2024-11-25T02:24:20,292 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:20,292 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T02:24:20,292 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:20,292 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.ChoreService(370): Chore service for: regionserver/dbdd1c922b13:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:20,292 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:20,292 INFO [regionserver/dbdd1c922b13:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:20,293 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbdd1c922b13,46407,1732501424144 because: Region server is closing 2024-11-25T02:24:20,293 INFO [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:46407. 2024-11-25T02:24:20,293 DEBUG [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:20,293 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:20,293 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:20,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:20,394 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 terminated 2024-11-25T02:24:20,394 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbdd1c922b13,46407,1732501424144 because: Region server is closing 2024-11-25T02:24:20,394 WARN [RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,1-dbdd1c922b13,46407,1732501424144.replicationSource.wal-reader.dbdd1c922b13%2C46407%2C1732501424144,1-dbdd1c922b13,46407,1732501424144 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T02:24:20,394 INFO [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbdd1c922b13:46407. 2024-11-25T02:24:20,394 DEBUG [RS:0;dbdd1c922b13:46407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T02:24:20,394 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:20,394 DEBUG [RS:0;dbdd1c922b13:46407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T02:24:20,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T02:24:20,494 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbdd1c922b13:0-0.replicationSource,2-dbdd1c922b13,46407,1732501424144.replicationSource.shipperdbdd1c922b13%2C46407%2C1732501424144,2-dbdd1c922b13,46407,1732501424144 terminated 2024-11-25T02:24:20,495 INFO [RS:0;dbdd1c922b13:46407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46407 2024-11-25T02:24:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415/rs 2024-11-25T02:24:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-993624415/rs/dbdd1c922b13,46407,1732501424144 2024-11-25T02:24:20,650 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:20,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbdd1c922b13,46407,1732501424144] 2024-11-25T02:24:20,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-993624415/draining/dbdd1c922b13,46407,1732501424144 already deleted, retry=false 2024-11-25T02:24:20,672 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbdd1c922b13,46407,1732501424144 expired; onlineServers=0 2024-11-25T02:24:20,672 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbdd1c922b13,38999,1732501423946' ***** 2024-11-25T02:24:20,672 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T02:24:20,672 INFO [M:0;dbdd1c922b13:38999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T02:24:20,672 INFO [M:0;dbdd1c922b13:38999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T02:24:20,672 DEBUG [M:0;dbdd1c922b13:38999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T02:24:20,672 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T02:24:20,672 DEBUG [M:0;dbdd1c922b13:38999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T02:24:20,672 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501425301 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.small.0-1732501425301,5,FailOnTimeoutGroup] 2024-11-25T02:24:20,672 DEBUG [master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501425301 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbdd1c922b13:0:becomeActiveMaster-HFileCleaner.large.0-1732501425301,5,FailOnTimeoutGroup] 2024-11-25T02:24:20,672 INFO [M:0;dbdd1c922b13:38999 {}] hbase.ChoreService(370): Chore service for: master/dbdd1c922b13:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T02:24:20,673 INFO [M:0;dbdd1c922b13:38999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T02:24:20,673 DEBUG [M:0;dbdd1c922b13:38999 {}] master.HMaster(1795): Stopping service threads 2024-11-25T02:24:20,673 INFO [M:0;dbdd1c922b13:38999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T02:24:20,673 INFO [M:0;dbdd1c922b13:38999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T02:24:20,673 ERROR [M:0;dbdd1c922b13:38999 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:38839 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38839,5,PEWorkerGroup] 2024-11-25T02:24:20,673 INFO [M:0;dbdd1c922b13:38999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T02:24:20,673 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T02:24:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-993624415/master 2024-11-25T02:24:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-993624415 2024-11-25T02:24:20,683 DEBUG [M:0;dbdd1c922b13:38999 {}] zookeeper.ZKUtil(347): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Unable to get data of znode /0-993624415/master because node does not exist (not an error) 2024-11-25T02:24:20,683 WARN [M:0;dbdd1c922b13:38999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T02:24:20,683 INFO [M:0;dbdd1c922b13:38999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/.lastflushedseqids 2024-11-25T02:24:20,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741853_1029 (size=263) 2024-11-25T02:24:20,762 INFO [RS:0;dbdd1c922b13:46407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:20,762 INFO [RS:0;dbdd1c922b13:46407 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbdd1c922b13,46407,1732501424144; zookeeper connection closed. 2024-11-25T02:24:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46407-0x1016fcdbb5e0001, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:20,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@424c191c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@424c191c 2024-11-25T02:24:20,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T02:24:21,087 INFO [M:0;dbdd1c922b13:38999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T02:24:21,087 INFO [M:0;dbdd1c922b13:38999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T02:24:21,087 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T02:24:21,087 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:21,087 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:21,087 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T02:24:21,087 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:21,087 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-25T02:24:21,100 DEBUG [M:0;dbdd1c922b13:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fea324b5674600b1f6e9c722d6fd1b is 82, key is hbase:meta,,1/info:regioninfo/1732501426519/Put/seqid=0 2024-11-25T02:24:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741854_1030 (size=5672) 2024-11-25T02:24:21,504 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fea324b5674600b1f6e9c722d6fd1b 2024-11-25T02:24:21,519 DEBUG [M:0;dbdd1c922b13:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871aa8dbfffd4b14823985f925934eab is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732501438849/Put/seqid=0 2024-11-25T02:24:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741855_1031 (size=7611) 2024-11-25T02:24:21,522 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871aa8dbfffd4b14823985f925934eab 2024-11-25T02:24:21,525 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871aa8dbfffd4b14823985f925934eab 2024-11-25T02:24:21,541 DEBUG [M:0;dbdd1c922b13:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7019d40f184b9caa9d81e35d75e6ec is 69, key is dbdd1c922b13,46407,1732501424144/rs:state/1732501425403/Put/seqid=0 2024-11-25T02:24:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741856_1032 (size=5156) 2024-11-25T02:24:21,945 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7019d40f184b9caa9d81e35d75e6ec 2024-11-25T02:24:21,948 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79fea324b5674600b1f6e9c722d6fd1b as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79fea324b5674600b1f6e9c722d6fd1b 2024-11-25T02:24:21,951 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79fea324b5674600b1f6e9c722d6fd1b, entries=8, sequenceid=121, filesize=5.5 K 2024-11-25T02:24:21,952 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871aa8dbfffd4b14823985f925934eab as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/871aa8dbfffd4b14823985f925934eab 2024-11-25T02:24:21,955 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871aa8dbfffd4b14823985f925934eab 2024-11-25T02:24:21,955 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/871aa8dbfffd4b14823985f925934eab, entries=13, sequenceid=121, filesize=7.4 K 2024-11-25T02:24:21,956 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee7019d40f184b9caa9d81e35d75e6ec as hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee7019d40f184b9caa9d81e35d75e6ec 2024-11-25T02:24:21,958 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38839/user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee7019d40f184b9caa9d81e35d75e6ec, entries=1, sequenceid=121, filesize=5.0 K 2024-11-25T02:24:21,959 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=121, compaction requested=false 2024-11-25T02:24:21,960 INFO [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T02:24:21,960 DEBUG [M:0;dbdd1c922b13:38999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732501461087Disabling compacts and flushes for region at 1732501461087Disabling writes for close at 1732501461087Obtaining lock to block concurrent updates at 1732501461087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732501461087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1732501461087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732501461088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732501461088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732501461100 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732501461100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732501461507 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732501461519 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732501461519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732501461525 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732501461541 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732501461541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0216df: reopening flushed file at 1732501461947 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12563c7c: reopening flushed file at 1732501461951 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe32473: reopening flushed file at 1732501461955 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=121, compaction requested=false at 1732501461959 (+4 ms)Writing region close event to WAL at 1732501461960 (+1 ms)Closed at 1732501461960 2024-11-25T02:24:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39275 is added to blk_1073741830_1006 (size=69932) 2024-11-25T02:24:21,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f1812e-b7f6-a609-cdcf-40019bbb45fe/MasterData/WALs/dbdd1c922b13,38999,1732501423946/dbdd1c922b13%2C38999%2C1732501423946.1732501425049 not finished, retry = 0 2024-11-25T02:24:22,062 INFO [M:0;dbdd1c922b13:38999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T02:24:22,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T02:24:22,063 INFO [M:0;dbdd1c922b13:38999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38999 2024-11-25T02:24:22,063 INFO [M:0;dbdd1c922b13:38999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T02:24:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:22,276 INFO [M:0;dbdd1c922b13:38999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T02:24:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x1016fcdbb5e0000, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T02:24:22,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ff8055{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T02:24:22,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62408e36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:22,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:22,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3183ba7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:22,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3310de14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:22,280 WARN [BP-571435204-172.17.0.3-1732501422024 heartbeating to localhost/127.0.0.1:38839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T02:24:22,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T02:24:22,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T02:24:22,280 WARN [BP-571435204-172.17.0.3-1732501422024 heartbeating to localhost/127.0.0.1:38839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571435204-172.17.0.3-1732501422024 (Datanode Uuid 812b4eeb-d021-4fb1-83ed-8bf91749ca02) service to localhost/127.0.0.1:38839 2024-11-25T02:24:22,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/data/data1/current/BP-571435204-172.17.0.3-1732501422024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:22,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/cluster_1b91fae0-7bca-18e5-c8bd-56615291bbe5/data/data2/current/BP-571435204-172.17.0.3-1732501422024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T02:24:22,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T02:24:22,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cf8ea88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T02:24:22,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3044a67f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T02:24:22,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T02:24:22,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e46ca82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T02:24:22,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3966980f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6370150-68f3-1000-e166-5f5e6fef3f22/hadoop.log.dir/,STOPPED} 2024-11-25T02:24:22,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T02:24:22,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T02:24:22,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 528) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34241 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38839 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37211 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2972) 2024-11-25T02:24:22,315 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-11-25T02:24:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016fcdbb5e0002, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:24:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016fcdbb5e0005, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:24:22,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016fcdbb5e0008, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T02:24:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016fcdbb5e0002, quorum=127.0.0.1:59890, baseZNode=/0-993624415 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:24:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016fcdbb5e0005, quorum=127.0.0.1:59890, baseZNode=/1-697290694 Received Disconnected from ZooKeeper, ignoring 2024-11-25T02:24:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016fcdbb5e0008, quorum=127.0.0.1:59890, baseZNode=/2-1284362040 Received Disconnected from ZooKeeper, ignoring